-- Logs begin at Wed 2021-07-28 03:00:10 UTC, end at Wed 2021-07-28 03:54:15 UTC. -- Jul 28 03:31:17.390197 dv-cinder-802648-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:31:20.097167 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:31:20.097785 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:31:20.097941 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:31:20.101265 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:31:20.101524 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:31:20.101833 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:31:20.102805 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:31:20.103044 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:31:20.103441 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:31:20.103692 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:31:20.103922 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:31:20.104244 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.104544 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.104844 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.105079 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.105378 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.105668 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.105950 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.106239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.106538 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.106823 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.107101 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.107411 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.107645 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.107927 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.108214 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.108502 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.108729 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] debug = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.109006 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.109427 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.109835 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.110113 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.110401 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.110681 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.110952 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.111231 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.111539 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.111866 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] host = dv-cinder-802648-1-smb {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.112149 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.112437 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.112726 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.113010 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.113286 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.113563 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.113847 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.114121 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.114398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.114671 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.114959 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.115249 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.115561 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.115790 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.116017 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.116307 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.116597 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.116874 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.117147 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.117421 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.117694 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.117966 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.118234 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.119046 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.119352 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.119645 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.119922 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.120195 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.120469 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.120744 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.121028 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.121303 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.121576 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.121848 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.122137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.122406 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.122686 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.122984 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.123268 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.123574 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.123858 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.124131 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.124412 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.124686 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.124959 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.125231 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_json = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.125503 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.125771 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.126051 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.126323 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.126592 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.126864 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.127136 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.127440 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:20.127741 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.128040 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.128339 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.128883 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.129180 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.129461 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.129752 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.130034 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.130324 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.130614 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.130904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.131186 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.131500 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.131783 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.132077 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.132383 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.132688 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.132979 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.133258 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.133534 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.133808 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.134652 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.134940 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.135236 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.135569 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.135847 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.136133 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.136428 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.136713 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.136988 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.137268 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.137561 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.137843 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.138119 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.138402 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.138682 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.138957 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.139231 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.139538 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.139831 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.140117 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.140391 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.140666 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.140945 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.141217 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.141502 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.141782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.142056 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.142334 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.142617 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.142893 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.143166 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.143473 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.143752 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.144036 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.144313 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.144590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.144867 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.145141 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.145413 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.145687 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.145961 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.146241 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.146517 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.146790 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.147064 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.147355 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.147635 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.147925 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.148226 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.148509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.148790 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.149070 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.149352 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.149662 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.149946 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.150229 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.150510 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.150786 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.151078 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.151442 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.151751 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.152041 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.152324 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.152627 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.152911 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.153195 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.153474 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.153754 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.154045 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.154333 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.154631 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.154927 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.155223 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.155541 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.155841 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.156124 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.156437 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.156716 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:20.156937 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:31:20.157182 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:31:20.510624 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:31:20.510825 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:31:20.511115 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:31:20.511481 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:31:20.938532 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.938823 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.939097 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.940416 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.940696 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.940963 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.979388 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.979672 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.979944 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.996126 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.996413 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:20.996687 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.038656 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.038942 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.039215 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.079741 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.080035 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.080312 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.310935 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.311607 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.311607 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.311788 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.312528 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.432897 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.433222 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.433509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.433785 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.434052 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.434361 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.434690 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.434954 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.435210 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.435521 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.435787 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.436054 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.436310 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.436565 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.436820 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.437086 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.437343 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.437612 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.437884 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.438146 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.438419 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.438674 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.438956 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.439352 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.439609 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.439859 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.440249 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.440500 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.440740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.440980 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.441217 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.441455 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:21.441813 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:31:21.444932 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:31:21.449427 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:31:21.453267 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 28 03:31:21.454892 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:31:21.455358 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:31:21.455700 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:31:21.456087 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:31:21.458856 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:31:21.459113 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:31:21.459488 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:31:21.464776 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:31:21.487034 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:31:21.487516 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.487818 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:31:21.488188 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.489541 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:31:21.489825 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:31:21.490081 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:31:21.494062 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.494350 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:21.557193 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:31:21.557434 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:31:21.557672 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:31:21.558050 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:31:21.579346 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_db.sqlalchemy.engines [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:31:22.108900 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing driver for type 'gre' Jul 28 03:31:22.109423 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] gre ID ranges: [(1, 1000)] Jul 28 03:31:22.159900 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing driver for type 'local' Jul 28 03:31:22.160234 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing driver for type 'vlan' Jul 28 03:31:22.172290 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] VlanTypeDriver initialization complete Jul 28 03:31:22.172621 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing driver for type 'vxlan' Jul 28 03:31:22.173090 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:31:22.223161 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing extension driver 'port_security' Jul 28 03:31:22.223528 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.extensions.port_security [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] PortSecurityExtensionDriver initialization complete Jul 28 03:31:22.223861 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing mechanism driver 'openvswitch' Jul 28 03:31:22.224194 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing mechanism driver 'hyperv' Jul 28 03:31:22.231190 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.plugin [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:22.231904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.232288 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.232646 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.233174 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.233607 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.233961 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.234307 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.234696 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.235100 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.235489 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.235835 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.236216 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.236618 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.236968 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.237309 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.237854 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.238280 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.238632 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.238978 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.239391 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.239798 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > address_group after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.240155 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > address_group after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.240496 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.240901 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:31:22.241284 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] ML2 OVO RPC backend initialized. {{(pid=99505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:31:22.241984 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.242347 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.242758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.243108 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > networks before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.243696 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.244635 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > ports before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.245137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.245610 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnets before_response 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.245964 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.246311 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.246650 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.246988 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.247336 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.247689 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.248023 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.248360 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.248694 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.249283 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.plugin [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Modular L2 Plugin initialization complete Jul 28 03:31:22.249619 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading services supported by the core plugin {{(pid=99505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:31:22.249945 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.plugins.ml2.managers [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Got port-security extension from driver 'port_security' Jul 28 03:31:22.250412 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.extensions.vlantransparent [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Disabled vlantransparent extension. Jul 28 03:31:22.250899 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:31:22.251213 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: router Jul 28 03:31:22.286672 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.287065 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_create 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.287458 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router before_create 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.287823 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.288193 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.288545 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_delete 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.288907 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.289271 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_create 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.289617 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.289965 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.290868 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.291229 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.291661 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.292034 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.292372 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.292710 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: subnet after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.293045 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.293392 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.293739 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_create 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.294078 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.294416 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.294769 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router after_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.295181 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.295572 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_create 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.295935 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.296279 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_update 55549900 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.296641 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > agent after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.296990 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > agent after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.297330 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > network after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.298163 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Tracking information for resource: router configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:22.298502 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Tracking information for resource: floatingip configured {{(pid=99505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:31:22.304682 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.db.l3_agentschedulers_db [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:31:22.305259 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.305623 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.306002 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.306355 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: port after_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.307140 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router before_create 55550100 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.307530 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.307901 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_create 55550100 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.308262 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > router precommit_update 55550100 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.312666 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.provider_configuration [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service providers = [] {{(pid=99505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:31:22.313201 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.db.servicetype_db [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:31:22.315960 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.service_base [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:31:22.316313 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.service_base [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:31:22.316658 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.service_base [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:31:22.317537 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.services.service_base [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:31:22.317912 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.services.service_base [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:31:22.318283 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.318600 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:31:22.329180 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.329516 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: auto_allocate Jul 28 03:31:22.335048 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: network precommit_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.335457 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: network precommit_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.335976 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.336298 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: tag Jul 28 03:31:22.343232 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.343575 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: timestamp Jul 28 03:31:22.347512 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.347849 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: network_ip_availability Jul 28 03:31:22.353775 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.354144 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.354501 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.355202 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.355549 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: flavors Jul 28 03:31:22.360225 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.360517 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading Plugin: revisions Jul 28 03:31:22.364730 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:31:22.365120 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:31:22.365848 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:31:22.366181 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Initializing extension manager. Jul 28 03:31:22.366693 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: __init__.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.367035 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: __pycache__ {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.367397 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.367738 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: address_group.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.368502 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.369061 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: address-group Jul 28 03:31:22.369386 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: address_scope.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.370092 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.370598 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: address-scope Jul 28 03:31:22.370920 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.371873 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.372379 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:31:22.372700 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: agent.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.373583 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.374088 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: agent Jul 28 03:31:22.374410 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: agent_resources_synced.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.375309 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.375835 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: agent-resources-synced Jul 28 03:31:22.376158 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: allowedaddresspairs.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.377932 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.378702 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: allowed-address-pairs Jul 28 03:31:22.379031 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: auto_allocated_topology.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.380137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.380647 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: auto-allocated-topology Jul 28 03:31:22.380975 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: availability_zone.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.381667 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.382168 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: availability_zone Jul 28 03:31:22.382493 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: availability_zone_filter.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.383434 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.383976 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: availability_zone_filter Jul 28 03:31:22.384303 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: data_plane_status.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.385210 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.385717 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:31:22.386040 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: default_subnetpools.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.386950 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.387495 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: default-subnetpools Jul 28 03:31:22.387826 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.388626 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.389135 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:31:22.389460 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: dns.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.390370 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.390877 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:31:22.391200 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: dns_domain_ports.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.392144 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.392647 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:31:22.392966 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.393882 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.394385 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:31:22.394707 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: dvr.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.395398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.395901 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: dvr Jul 28 03:31:22.396310 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: ecmp_routes.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.397219 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.397720 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:31:22.398039 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: empty_string_filtering.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.398938 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.400012 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: empty-string-filtering Jul 28 03:31:22.400335 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.401239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.401739 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:31:22.402059 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.402961 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.403498 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:31:22.403820 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: external_net.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.404719 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.405222 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: external-net Jul 28 03:31:22.405546 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.406461 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.406966 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: extra_dhcp_opt Jul 28 03:31:22.407290 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: extraroute.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.408308 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.408812 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: extraroute Jul 28 03:31:22.409132 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: extraroute_atomic.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.410147 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.410648 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: extraroute-atomic Jul 28 03:31:22.410970 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: filter_validation.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.411650 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.412149 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: filter-validation Jul 28 03:31:22.412469 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: fip_pf_description.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.413370 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.413867 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:31:22.414188 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: fip_port_details.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.415706 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.416213 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: fip-port-details Jul 28 03:31:22.416536 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: flavors.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.417757 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.418256 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: flavors Jul 28 03:31:22.418579 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.420311 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.420837 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:31:22.421174 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: floatingip_pools.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.421877 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.422384 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: floatingip-pools Jul 28 03:31:22.422717 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: ip_allocation.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.423681 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.424186 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:31:22.424512 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.425423 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.425929 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: ip-substring-filtering Jul 28 03:31:22.426255 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l2_adjacency.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.427217 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.427744 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:31:22.428067 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.429145 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.429664 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: router Jul 28 03:31:22.429993 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.432235 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.432761 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:31:22.433092 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.434022 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.434533 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: ext-gw-mode Jul 28 03:31:22.434861 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.435808 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.436316 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: l3-ha Jul 28 03:31:22.436640 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3_flavors.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.437545 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.438047 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: l3-flavors Jul 28 03:31:22.438374 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.439280 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.439816 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:31:22.440142 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: l3agentscheduler.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.441149 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.441661 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: l3_agent_scheduler Jul 28 03:31:22.441988 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: logging.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.443498 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.444021 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension logging not supported by any of loaded plugins Jul 28 03:31:22.444352 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: metering.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.445088 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.445659 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: metering Jul 28 03:31:22.445986 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.447099 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.447639 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:31:22.447970 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: multiprovidernet.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.448901 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.449408 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: multi-provider Jul 28 03:31:22.449733 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: netmtu.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.450643 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.451279 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: net-mtu Jul 28 03:31:22.451634 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: netmtu_writable.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.452552 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.453052 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: net-mtu-writable Jul 28 03:31:22.453377 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: network_availability_zone.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.454044 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.454540 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: network_availability_zone Jul 28 03:31:22.454861 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: network_ip_availability.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.455982 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.456492 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: network-ip-availability Jul 28 03:31:22.456820 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: network_segment_range.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.457590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.458090 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:31:22.458416 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: pagination.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.459417 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.459750 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: pagination Jul 28 03:31:22.460072 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: port_device_profile.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.460985 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.461497 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: port-device-profile Jul 28 03:31:22.461821 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.463266 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.463804 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: port-mac-address-regenerate Jul 28 03:31:22.464124 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.465028 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.465534 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: port-numa-affinity-policy Jul 28 03:31:22.465854 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: port_resource_request.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.466758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.467265 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:31:22.467618 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: portbindings.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.468552 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.469057 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: binding Jul 28 03:31:22.469376 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: portbindings_extended.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.470759 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.471270 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: binding-extended Jul 28 03:31:22.471638 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: portsecurity.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.472550 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.473057 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: port-security Jul 28 03:31:22.473384 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: project_id.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.474349 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.474678 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: project-id Jul 28 03:31:22.475001 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: providernet.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.475964 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.476478 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: provider Jul 28 03:31:22.476800 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.480824 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.481341 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos not supported by any of loaded plugins Jul 28 03:31:22.481671 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.482893 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.483443 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:31:22.483776 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.484690 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.485203 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:31:22.485533 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_default.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.486445 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.486949 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:31:22.487281 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_fip.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.487956 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.488461 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:31:22.488785 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_gateway_ip.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.489704 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.490211 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:31:22.490536 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_port_network_policy.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.491475 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.491982 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:31:22.492304 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_rule_type_details.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.493273 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.493781 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:31:22.494106 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: qos_rules_alias.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.495135 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.495676 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:31:22.496003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: quotasv2.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.496910 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.497323 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: quotas Jul 28 03:31:22.497649 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: quotasv2_detail.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.500684 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.501032 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: quota_details Jul 28 03:31:22.501371 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: rbac.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.502610 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.503140 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: rbac-policies Jul 28 03:31:22.503770 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: rbac_address_group.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.504715 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.505231 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: rbac-address-group Jul 28 03:31:22.505557 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: rbac_address_scope.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.506478 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.506989 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: rbac-address-scope Jul 28 03:31:22.507312 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: rbac_security_groups.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.508246 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.508777 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: rbac-security-groups Jul 28 03:31:22.509105 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: rbac_subnetpool.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.510021 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.510528 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: rbac-subnetpool Jul 28 03:31:22.510850 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: revisionifmatch.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.511793 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.512300 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: revision-if-match Jul 28 03:31:22.512624 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: revisions.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.513739 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.514261 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: standard-attr-revisions Jul 28 03:31:22.514584 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: router_availability_zone.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.515254 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.515793 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: router_availability_zone Jul 28 03:31:22.516560 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: routerservicetype.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.517021 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.517527 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:31:22.517849 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.518768 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.519275 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:31:22.519623 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.520533 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.521038 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: port-security-groups-filtering Jul 28 03:31:22.521360 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.522279 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.522787 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: security-groups-remote-address-group Jul 28 03:31:22.523112 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: securitygroup.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.533236 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.533760 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: security-group Jul 28 03:31:22.534096 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: segment.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.534882 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.535416 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension segment not supported by any of loaded plugins Jul 28 03:31:22.535748 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.536679 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.537187 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:31:22.537512 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: servicetype.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.538694 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.539293 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: service-type Jul 28 03:31:22.539651 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: sorting.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.541278 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.541609 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: sorting Jul 28 03:31:22.541938 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: standard_attr_segment.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.542913 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.543454 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:31:22.543782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: standardattrdescription.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.544428 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.544930 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: standard-attr-description Jul 28 03:31:22.545252 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: stateful_security_group.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.546175 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.546686 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: stateful-security-group Jul 28 03:31:22.547006 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: stdattrs_common.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.547621 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:31:22.547928 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.548862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.549368 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:31:22.549693 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnet_onboard.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.550846 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.551390 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: subnet_onboard Jul 28 03:31:22.551722 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.552650 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.553157 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:31:22.553486 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnet_service_types.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.554398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.554910 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: subnet-service-types Jul 28 03:31:22.555238 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnetallocation.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.556373 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.556884 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: subnet_allocation Jul 28 03:31:22.557210 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.557877 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.558380 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:31:22.558708 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.559788 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.560295 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:31:22.560619 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: tagging.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.561689 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.562216 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: standard-attr-tag Jul 28 03:31:22.562544 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: timestamp.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.563754 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.564266 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loaded extension: standard-attr-timestamp Jul 28 03:31:22.564594 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: trunk.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.565615 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.566126 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension trunk not supported by any of loaded plugins Jul 28 03:31:22.566452 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: trunk_details.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.567398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.567912 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:31:22.568237 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: uplink_status_propagation.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.569153 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.569661 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:31:22.569986 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Loading extension file: vlantransparent.py {{(pid=99505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:31:22.570652 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:31:22.571164 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:31:22.574185 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:network Jul 28 03:31:22.574706 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:31:22.575105 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:31:22.575529 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:port Jul 28 03:31:22.576782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.577222 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service FLAVORS assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.577852 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.578293 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.578624 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:router Jul 28 03:31:22.579061 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:31:22.579589 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service METERING assigned prefix: /metering {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.581037 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.581407 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.581768 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:31:22.582768 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:31:22.583211 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:31:22.583677 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:31:22.584286 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service CORE assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.584614 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:31:22.584959 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] subnetpool is already registered Jul 28 03:31:22.585387 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service CORE assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.585708 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:31:22.586039 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] subnetpool is already registered Jul 28 03:31:22.590183 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.590636 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service FLAVORS assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.591256 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.591712 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.592047 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:router Jul 28 03:31:22.592392 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] router is already registered Jul 28 03:31:22.592806 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:31:22.593144 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] floatingip is already registered Jul 28 03:31:22.593603 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service METERING assigned prefix: /metering {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.594273 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:31:22.594599 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] rbac_policy is already registered Jul 28 03:31:22.595010 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:31:22.595377 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] security_group is already registered Jul 28 03:31:22.595782 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:31:22.596119 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] security_group_rule is already registered Jul 28 03:31:22.596594 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service CORE assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.596920 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:31:22.597254 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] subnetpool is already registered Jul 28 03:31:22.597670 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.v2.resource_helper [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Service CORE assigned prefix: {{(pid=99505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:31:22.597991 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:31:22.598424 dv-cinder-802648-1-smb neutron-server[99505]: WARNING neutron.quota.resource_registry [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] subnetpool is already registered Jul 28 03:31:22.598878 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: extensions {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.600453 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: address-groups {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.601924 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: address-scopes {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.603166 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: agents {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.604341 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: auto-allocated-topology {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.605685 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: availability_zones {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.607064 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: dhcp-networks {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.608579 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: dhcp-agents {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.610087 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: routers {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.611940 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: flavors {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.613045 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: service_profiles {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.614353 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: next_providers {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.615855 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: service_profiles {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.617289 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: floatingip-pools {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.618574 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: routers {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.620415 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: floatingips {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.621591 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: l3-routers {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.623021 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: l3-agents {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.624544 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: metering-labels {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.625829 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: metering-label-rules {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.627084 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: network-ip-availabilities {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.628691 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: bindings {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.630255 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: quotas {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.631731 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: quotas {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.633243 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: rbac-policies {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.634969 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: security-groups {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.636177 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: security-group-rules {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.637416 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: service-providers {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.638729 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: subnetpools {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.640090 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: subnetpools {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.641525 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.643282 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.644993 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.646861 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.648573 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.651131 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.654071 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.656244 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.658139 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.660219 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron.api.extensions [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Extended resource: tags {{(pid=99505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:31:22.666650 dv-cinder-802648-1-smb neutron-server[99505]: WARNING keystonemiddleware.auth_token [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:31:22.671714 dv-cinder-802648-1-smb neutron-server[99505]: WARNING keystonemiddleware.auth_token [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:31:22.680881 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Acquired lock "singleton_lock" {{(pid=99505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:31:22.681446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Releasing lock "singleton_lock" {{(pid=99505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:31:22.682176 dv-cinder-802648-1-smb neutron-server[99505]: INFO oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Starting 2 workers Jul 28 03:31:22.687740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Started child 99646 {{(pid=99505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:31:22.692242 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Started child 99647 {{(pid=99505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:31:22.692977 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.693839 dv-cinder-802648-1-smb neutron-server[99505]: INFO neutron.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:31:22.694464 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [-] (99646) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:31:22.694629 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Notify callbacks [] for process, before_spawn {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.697539 dv-cinder-802648-1-smb neutron-server[99505]: INFO oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Starting 1 workers Jul 28 03:31:22.697673 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.699005 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [-] (99647) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:31:22.702839 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Started child 99648 {{(pid=99505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:31:22.703369 dv-cinder-802648-1-smb neutron-server[99505]: INFO oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Starting 1 workers Jul 28 03:31:22.706523 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] calling RpcWorker wait() {{(pid=99648) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:31:22.707056 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] returning from RpcWorker wait() {{(pid=99648) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:31:22.707931 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Started child 99649 {{(pid=99505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:31:22.708613 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.708756 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-15c16fd0-8d73-4df5-b1fe-8fd438188052 None None] Notify callbacks [] for process, after_spawn {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.709182 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:22.710613 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:31:22.710826 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:31:22.711014 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:31:22.711230 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:31:22.711585 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:31:22.711751 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:31:22.712849 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.713120 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.713220 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.713676 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.713676 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.713906 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.714369 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:22.714522 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.714758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.715020 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.715289 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.715543 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.715712 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.715877 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.716119 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.716364 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.716658 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.716928 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.717160 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.717434 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.717602 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.717871 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.718131 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.718375 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.718630 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] debug = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.718864 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.719424 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.719582 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.719828 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.720077 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.720357 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.720603 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.720873 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.721105 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.721350 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.721588 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.721834 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.722088 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.722316 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.722534 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.722773 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.723006 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.723478 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] host = dv-cinder-802648-1-smb {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.723705 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.723941 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.724185 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.724413 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.724654 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.724886 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.725129 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.725383 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.725637 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.725859 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.726098 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.726342 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.726570 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.726819 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.726984 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_options = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.727222 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.727561 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.727842 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.728061 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.728196 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.728363 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.728624 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.728786 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.729034 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.729248 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.729464 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.729697 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.729910 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.730127 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.730386 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.730619 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.730867 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.731074 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.731356 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.731584 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.731808 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.732033 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.732265 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.732484 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.732696 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.732908 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.733131 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.733342 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.733555 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.733821 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.734052 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.734310 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.734541 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.734787 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.735009 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.735239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.735474 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.735739 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.735968 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.736229 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.736437 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.736688 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.736894 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.737125 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.737357 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.737585 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_json = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.737783 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.738017 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.738279 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.738509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.738721 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.738931 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.739164 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.739415 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.739862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.740133 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.740453 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.740708 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.740983 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.741198 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.741462 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.741699 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.741975 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.742224 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.742541 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.742861 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.744358 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.744614 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.744895 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.745272 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.745564 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.745832 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.746055 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.746305 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.747557 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.748466 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.748998 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.749211 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.749509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.749831 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.750066 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.750306 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.750585 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.751080 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.751080 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.751243 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.751544 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.751782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.752809 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.752809 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.752809 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.752809 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.753271 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.753271 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.753795 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.753919 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.754635 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.754635 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.754896 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.755037 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.755291 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.755560 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.755801 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.757564 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.757564 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.757564 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.757810 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.758042 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.758270 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761137 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761718 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761718 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761718 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.761892 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.762123 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.762353 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.762586 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.762817 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.763047 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.763295 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.763548 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.763778 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.764038 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.764266 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.764520 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.764752 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.764987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.765235 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.765464 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.765693 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.765968 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.766358 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.766702 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.767074 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.767356 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.767638 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.767890 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.768169 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.768419 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.768664 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.768907 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.769167 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.769431 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.769698 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.769954 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.770173 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.770442 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.770690 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.770953 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.771218 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.771509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.771753 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.772035 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.772276 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.772531 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.772782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.773009 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.773278 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.773520 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.773785 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.774022 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.774290 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.775168 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.775472 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.775758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.776024 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.776264 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.776535 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.776941 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.777348 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.777766 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.778173 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.778565 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.779073 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.779541 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.779864 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.780177 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.780489 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.780916 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.781276 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.781595 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.781917 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.782263 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.782579 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.782912 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.783252 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.783598 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.783894 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.784206 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.784524 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.784827 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.785153 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.785468 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.785753 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.786046 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.786330 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.786755 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.787059 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.787464 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.787939 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.788337 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.788632 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.788937 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.789466 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.789767 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.790199 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.790488 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.790784 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.791248 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.791830 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.792146 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.792446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.792758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.793098 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.793394 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.793745 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.794067 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.794370 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.794672 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.794972 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.795295 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.795606 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.795924 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.796251 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.796542 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.796828 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.797151 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.797457 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.797739 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.798054 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.798373 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.798681 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.798998 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.799748 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.800032 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.800282 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.800532 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.800765 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.801024 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.801285 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.801534 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.801786 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.802015 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.802241 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.802509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.802740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.802971 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.803193 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.803443 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.803683 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.803906 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.804126 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.804441 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.804705 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.804942 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.805206 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.805450 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.805729 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.805970 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.806212 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.806458 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.806712 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.806935 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.807181 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.807439 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.807668 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.807881 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.808112 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.808336 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.808578 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.808786 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.809003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.809230 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.809446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.809672 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.809887 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.810139 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.810422 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.810640 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.810887 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.811111 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.811357 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.811586 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.811806 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.812024 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.812248 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.812472 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.812689 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.813003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.813273 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.813509 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.813801 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.814038 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.814290 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.814540 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.814863 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.815100 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.815389 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.815629 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.815889 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.816155 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.816426 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.816753 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.817060 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.817568 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.817834 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.818112 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.818411 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.818715 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.818934 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.819241 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.819613 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.819904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.820171 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.820415 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.820671 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.820922 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.821166 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.821915 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.822146 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.822386 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.822650 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.822904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.823154 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.823398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.823634 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.823894 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.824126 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.824344 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.824603 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.824824 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.824987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:31:22.825486 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:31:22.825655 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:31:22.825816 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:31:22.825993 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:31:22.826169 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:31:22.826328 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:31:22.826538 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.826710 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.826875 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827039 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827204 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827409 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827576 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.827903 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.828067 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.828231 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.828393 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.828555 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829003 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829344 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829344 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829494 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829634 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829790 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.829951 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830113 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] debug = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830277 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830469 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830629 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830785 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.830947 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831110 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831300 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831467 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831617 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.831952 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832088 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832289 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832458 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832621 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832782 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.832945 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833107 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] host = dv-cinder-802648-1-smb {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833268 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833430 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833591 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833752 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.833914 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834076 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834236 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834398 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834558 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834720 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.834883 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835047 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835209 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835459 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835624 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_options = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835785 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.835948 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.836109 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.836301 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.836469 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.836641 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.836816 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.837523 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.837688 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.837851 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838014 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838178 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838340 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838502 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838664 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838826 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.838988 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839150 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839312 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839494 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839656 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839818 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.839982 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840145 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840307 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840470 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840632 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840795 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.840957 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841118 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841280 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841444 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841607 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841769 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.841931 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842095 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842257 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842424 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842586 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842748 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.842909 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843072 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843234 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843416 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843580 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843742 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_json = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.843921 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844062 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844245 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844372 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844513 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844673 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844834 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.844997 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:31:22.845180 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.845348 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.845526 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.845694 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.845862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.846030 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.846200 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.846365 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.846700 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.846867 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847044 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847193 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847400 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847569 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847735 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.847904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848071 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848237 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848404 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848572 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848738 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.848904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849086 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849252 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849418 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849532 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:22.849624 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849738 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.849905 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850073 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850407 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850573 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850739 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.850904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851071 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851238 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851425 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851593 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851758 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.851925 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852092 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852259 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852425 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852616 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852784 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.852951 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853119 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853286 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853453 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853620 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853797 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.853963 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854128 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854294 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854460 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854627 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854793 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.854958 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855125 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855292 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855480 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855660 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855827 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.855994 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.856161 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.856326 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.856494 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.856665 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.856830 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857001 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857169 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857334 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857499 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857665 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857832 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.857998 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858164 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858330 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858497 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858664 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858830 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.858998 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.859164 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.859353 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.859523 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.859704 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.859869 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860033 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860199 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860365 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860530 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860697 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.860863 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861027 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861194 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861358 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861525 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861878 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.861878 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862371 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862371 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862371 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862706 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862706 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862852 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.862929 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863055 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863222 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863561 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863561 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863721 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.863887 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864054 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864222 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864388 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864560 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864737 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.864904 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865072 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865237 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865587 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865587 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865741 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.865862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866028 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866193 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866359 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866532 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866714 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.866880 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867047 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867261 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867415 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867570 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867736 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.867902 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868069 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868260 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868426 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868593 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868759 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.868924 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869092 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869259 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869424 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869755 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.869920 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870086 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870251 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.870987 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871446 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871810 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871810 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.871810 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872116 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872116 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872351 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872474 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872596 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872747 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.872913 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873077 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873243 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873411 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873577 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873742 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.873907 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874073 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874405 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874572 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874736 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.874902 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875067 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875232 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875411 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875573 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875738 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.875905 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876089 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876221 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876405 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876575 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.876906 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877073 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877237 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877403 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877572 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877740 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.877906 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.878071 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.878239 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.878652 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.878829 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.878996 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.879161 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.879342 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.879511 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.879676 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.879855 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880022 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880188 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880354 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880520 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880686 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.880862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881029 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881194 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881358 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881522 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881687 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.881862 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882028 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882193 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882357 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882522 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882692 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.882866 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.883032 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.883198 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.883388 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.883554 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.884234 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.884425 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.884590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.884756 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.884921 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885085 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885250 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885425 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885755 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.885920 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886084 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886249 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886424 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886590 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886755 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.886929 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887101 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887265 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887453 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887630 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887795 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.887963 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888129 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888295 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888462 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888628 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888797 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.888973 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.889145 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.889317 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.889507 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.889647 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.889817 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890000 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890154 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890293 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890521 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890681 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890810 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.890939 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891128 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891296 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891487 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891617 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891748 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.891914 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.892080 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.892463 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.892463 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.892705 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.892705 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.893037 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.893037 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.893270 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.893392 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:31:22.893513 dv-cinder-802648-1-smb neutron-server[99505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:31:23.064685 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47488) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:23.073853 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069296 Jul 28 03:31:34.273359 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053269e8-a363-408c-9b6c-b63055ce0157 None None] get_active_networks_info from dv-cinder-802648-1-smb {{(pid=99648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:31:34.339123 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053269e8-a363-408c-9b6c-b63055ce0157 None None] No non-hosted networks {{(pid=99648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:31:34.348422 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.agentschedulers_db [None req-053269e8-a363-408c-9b6c-b63055ce0157 None None] DHCP Agent not found on host dv-cinder-802648-1-smb {{(pid=99648) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 03:31:34.435844 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83680116-45a6-4b99-ad7e-383091cc9f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:36.629208 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-14d4968a-2f5a-414b-8a8d-e8616bc3e987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:36.680947 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dbde9ab6-0c47-487d-8f67-f3e7eaef9d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:37.119054 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:37.120135 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.120733 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.121369 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.122171 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.122906 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.123516 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.124051 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.124616 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.125219 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.125752 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.126480 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.127075 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:37.127717 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802648-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:37.136379 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802648-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:37.844419 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:39.575163 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:40.034692 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.db.l3_hamode_db [None req-47b8a073-e942-4b77-9033-b6ccfbffd544 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:31:40.112165 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8a073-e942-4b77-9033-b6ccfbffd544 None None] Routers set() bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:31:40.112553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8a073-e942-4b77-9033-b6ccfbffd544 None None] Router IDs set() for agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:31:40.627246 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47580) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:41.118003 dv-cinder-802648-1-smb neutron-server[99647]: WARNING oslo_policy.policy [None req-a7369ee1-9807-4ba0-8835-006a73770e75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:41.118604 dv-cinder-802648-1-smb neutron-server[99647]: WARNING oslo_policy.policy [None req-a7369ee1-9807-4ba0-8835-006a73770e75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:41.333057 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-a7369ee1-9807-4ba0-8835-006a73770e75 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:31:41.334134 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a7369ee1-9807-4ba0-8835-006a73770e75 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7058649 Jul 28 03:31:43.689358 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47594) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:43.990249 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:44.081374 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.policy [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:31:44.125976 dv-cinder-802648-1-smb neutron-server[99647]: WARNING oslo_policy.policy [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:44.126422 dv-cinder-802648-1-smb neutron-server[99647]: WARNING oslo_policy.policy [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:44.135112 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.quota [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] Loaded quota_driver: . Jul 28 03:31:44.228231 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240803625', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240803322', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240816560', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240818150', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751239344512', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240835232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593131', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3770477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3625989'] for rbac-policy, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:44.291583 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:44.292757 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2a914fac-1aa7-4b7c-b64e-a7e80096c07c admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6024194 Jul 28 03:31:46.834710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47606) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:47.121037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'tenant_id': '6f250dda7aa642f0a4fda63162621593'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:47.149488 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Made reservation on behalf of 6f250dda7aa642f0a4fda63162621593 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:31:47.152416 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.168527 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.290943 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.294451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.312969 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:31:47.336844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751241243176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.337417 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Unsubscribe: segment precommit_create {{(pid=99647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:31:47.337908 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Added segment fdcfaa61-3109-4d18-a35d-14a54536e574 of type vlan for network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb Jul 28 03:31:47.376473 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c4a82-308f-42d9-af61-0fb25c525683,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:47.412507 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.412838 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.413168 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.413488 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.414334 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.414655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.415003 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.415372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.415768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.416179 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.416495 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.416804 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Tracked resource versions report: Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: pushed versions: Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: { 'AddressGroup': {'1.2'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'ConntrackHelper': {'1.0'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Log': {'1.0'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Network': {'1.1'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Port': {'1.7'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'PortForwarding': {'1.2'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'QosPolicy': {'1.8'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroup': {'1.4'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SubPort': {'1.0'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Subnet': {'1.1'}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Trunk': {'1.1'}} Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: consumer versions: Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'ConntrackHelper': '1.0', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Log': '1.0', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Network': '1.1', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Port': '1.7', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'PortForwarding': '1.2', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'QosPolicy': '1.8', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroup': '1.4', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroupRule': '1.2', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'SubPort': '1.0', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Subnet': '1.1', Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: 'Trunk': '1.1'}} Jul 28 03:31:47.417945 dv-cinder-802648-1-smb neutron-server[99647]: {{(pid=99647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:31:47.458432 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.512783 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.513844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:47.514538 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:47.598544 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7627409 Jul 28 03:31:47.612870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a7bf-ba37-4598-8959-6d710cea4371 admin admin] Pushing event updated for resources: {'Network': ['ID=83eaeb2a-a6dc-4730-b856-2d15bfb721fb,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:47.634340 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:31:50.215759 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47620) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:50.596053 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b888c-efb2-4c2c-85b1-0da0b50ffdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:50.597424 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1a1b888c-efb2-4c2c-85b1-0da0b50ffdf4 admin admin] 10.222.0.35 "GET /v2.0/networks/83eaeb2a-a6dc-4730-b856-2d15bfb721fb HTTP/1.1" status: 200 len: 825 time: 0.3807104 Jul 28 03:31:50.621404 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-cee3111c-6db6-4726-831e-6f9f283fdccd admin admin] 10.222.0.35 "GET /v2.0/subnetpools/6d7a6561-ff87-4135-bfb2-2ca6e654ae02 HTTP/1.1" status: 200 len: 734 time: 0.0178800 Jul 28 03:31:50.631431 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'ip_version': 4, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:50.654237 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Made reservation on behalf of 6f250dda7aa642f0a4fda63162621593 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:31:50.656485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:50.949552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:51.018933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2f5665-3043-4e06-993f-9f393d5397c7,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:51.021755 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Checking segment: {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:31:51.022142 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Network hostable DHCP agents. Network: 83eaeb2a-a6dc-4730-b856-2d15bfb721fb, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:31:51.043312 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:31:51.053899 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 83eaeb2a-a6dc-4730-b856-2d15bfb721fb) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:31:51.058863 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:51.059503 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:51.064046 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf1dfa-6268-484a-8b38-d9c81d13e21b None None] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:31:51.073250 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-92ba3ebb-675d-49f8-bb74-930a9fe01d76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453979 Jul 28 03:31:51.382855 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:31:51.384225 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:51.681912 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Allocated IP 172.20.0.2 (83eaeb2a-a6dc-4730-b856-2d15bfb721fb/6e2f5665-3043-4e06-993f-9f393d5397c7/4af5afcc-9ccf-455a-92f4-d896438414d6) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:31:51.889257 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:51.930980 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Transition to ACTIVE for port object 4af5afcc-9ccf-455a-92f4-d896438414d6 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:31:51.952060 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Transition to ACTIVE for port object 4af5afcc-9ccf-455a-92f4-d896438414d6 will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:31:51.960071 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.022099 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:31:52.027106 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:31:52.041757 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:31:52.048847 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Pushing event updated for resources: {'Port': ['ID=4af5afcc-9ccf-455a-92f4-d896438414d6,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:52.077208 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.077795 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.077875 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.078195 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.078525 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.078854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.079178 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.079529 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.079851 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.080171 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.080489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.080805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Tracked resource versions report: Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: pushed versions: Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: { 'AddressGroup': {'1.2'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'ConntrackHelper': {'1.0'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Log': {'1.0'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Network': {'1.1'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Port': {'1.7'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'PortForwarding': {'1.2'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'QosPolicy': {'1.8'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroup': {'1.4'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SubPort': {'1.0'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Subnet': {'1.1'}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Trunk': {'1.1'}} Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: consumer versions: Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'ConntrackHelper': '1.0', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Log': '1.0', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Network': '1.1', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Port': '1.7', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'PortForwarding': '1.2', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'QosPolicy': '1.8', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroup': '1.4', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroupRule': '1.2', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'SubPort': '1.0', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Subnet': '1.1', Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: 'Trunk': '1.1'}} Jul 28 03:31:52.081924 dv-cinder-802648-1-smb neutron-server[99648]: {{(pid=99648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:31:52.128096 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Attempting to bind port 4af5afcc-9ccf-455a-92f4-d896438414d6 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:31:52.128498 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Attempting to bind port 4af5afcc-9ccf-455a-92f4-d896438414d6 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:31:52.128910 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Attempting to bind port 4af5afcc-9ccf-455a-92f4-d896438414d6 on network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:31:52.134651 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:31:52.135062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Checking segment: {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:31:52.135553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.135941 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Bound using segment: {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:31:52.136413 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Bound port: 4af5afcc-9ccf-455a-92f4-d896438414d6, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:31:52.136817 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.198348 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] For port 4af5afcc-9ccf-455a-92f4-d896438414d6, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:31:52.202975 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] For port 4af5afcc-9ccf-455a-92f4-d896438414d6, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=4af5afcc-9ccf-455a-92f4-d896438414d6,segment=NetworkSegment(fdcfaa61-3109-4d18-a35d-14a54536e574),segment_id=fdcfaa61-3109-4d18-a35d-14a54536e574)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:31:52.206813 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.270458 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb401dfe-ba82-4c8f-91e7-1e4eeb200fb3 None None] Pushing event updated for resources: {'Port': ['ID=4af5afcc-9ccf-455a-92f4-d896438414d6,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:53.460904 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47628) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:53.787849 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-75fd459e-a366-4ed0-babb-f14faa4c5584 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:31:53.789464 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-75fd459e-a366-4ed0-babb-f14faa4c5584 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3276162 Jul 28 03:31:56.164351 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47636) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:56.472440 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-dadb8207-6d7f-405b-9bba-b85719cd36ea admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:31:56.473417 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dadb8207-6d7f-405b-9bba-b85719cd36ea admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080702 Jul 28 03:31:59.081636 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47646) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:59.378310 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6f250dda7aa642f0a4fda63162621593'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:59.401060 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:59.402651 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:59.557751 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:59.562640 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:59.574977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:59.576339 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7cb8de47-a15c-46b2-9c6b-89f306ed75ee admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4937124 Jul 28 03:32:00.548188 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602ffa5-6358-460e-b327-16ee722f7396 None None] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:00.608511 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-2d0b321c-2602-45c5-9cb5-2a4c9e184594 None None] Provisioning for port 4af5afcc-9ccf-455a-92f4-d896438414d6 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:01.122822 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4af5afcc-9ccf-455a-92f4-d896438414d6 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:01.203125 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 4af5afcc-9ccf-455a-92f4-d896438414d6 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:01.206623 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 4af5afcc-9ccf-455a-92f4-d896438414d6 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:01.207003 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:01.311576 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:01.344610 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 4af5afcc-9ccf-455a-92f4-d896438414d6, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=4af5afcc-9ccf-455a-92f4-d896438414d6,segment=NetworkSegment(fdcfaa61-3109-4d18-a35d-14a54536e574),segment_id=fdcfaa61-3109-4d18-a35d-14a54536e574)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:01.348293 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:01.394988 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=4af5afcc-9ccf-455a-92f4-d896438414d6,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:01.948422 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47658) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:02.247245 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-0ce3bf25-31ee-40ed-9312-df37203aae8d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:32:02.248348 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0ce3bf25-31ee-40ed-9312-df37203aae8d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2989879 Jul 28 03:32:03.105427 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4af5afcc-9ccf-455a-92f4-d896438414d6 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:03.154404 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 4af5afcc-9ccf-455a-92f4-d896438414d6 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:03.154822 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.136618 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a5b35001-a1f8-421e-b4c1-3edc9b582179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.578994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47666) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:04.876336 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:04.898930 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Made reservation on behalf of 6cedc3832175471b814ef656146c6508 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:04.901162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.910962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.995474 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.998799 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.012296 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Reserving flat network on physical network physnet1 {{(pid=99647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:32:05.032833 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4458c-f106-4acd-a243-06b81ef179d5,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:05.035628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.035965 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Added segment 98cbc0b0-ac5f-4542-b2db-2347ba365bed of type flat for network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc Jul 28 03:32:05.081005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.114583 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.115557 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:05.116648 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.168593 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5885460 Jul 28 03:32:05.175272 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5bd4-2986-4bd6-8aab-84a0e8990b08 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:05.197890 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:32:06.621062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6be74af6-1ce6-4562-97aa-0a561ffbde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:07.110252 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:07.516435 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 47674) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:07.744870 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:08.012795 dv-cinder-802648-1-smb neutron-server[99646]: WARNING oslo_policy.policy [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:32:08.013393 dv-cinder-802648-1-smb neutron-server[99646]: WARNING oslo_policy.policy [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:32:08.410783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.policy [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:32:08.455777 dv-cinder-802648-1-smb neutron-server[99646]: WARNING oslo_policy.policy [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:32:08.456146 dv-cinder-802648-1-smb neutron-server[99646]: WARNING oslo_policy.policy [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:32:08.464286 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:08.466165 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-51a9cf4e-54fa-4804-b478-9a4bd30220cc admin admin] 10.222.0.35 "GET /v2.0/subnets/6e2f5665-3043-4e06-993f-9f393d5397c7 HTTP/1.1" status: 200 len: 849 time: 0.9476185 Jul 28 03:32:08.628119 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-32568a28-0d83-4fcd-9239-8381e1ff98b7 admin admin] 10.222.0.35 "GET /v2.0/routers/e6120375-ab96-49c1-b258-e1e883b923af HTTP/1.1" status: 200 len: 704 time: 0.1561320 Jul 28 03:32:08.886752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.205490 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Allocated IP 172.20.0.1 (83eaeb2a-a6dc-4730-b856-2d15bfb721fb/6e2f5665-3043-4e06-993f-9f393d5397c7/3833aab6-9de2-49f2-8852-e63496b24bb8) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:32:09.413895 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.437554 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Transition to ACTIVE for port object 3833aab6-9de2-49f2-8852-e63496b24bb8 will not be triggered until provisioned by entity DHCP. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:09.520272 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.525783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.561512 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:32:09.583075 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:09.636458 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:32:09.637138 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.657640 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Pushing event updated for resources: {'Port': ['ID=3833aab6-9de2-49f2-8852-e63496b24bb8,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:09.704167 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.704517 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.704857 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.705193 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.705524 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.705855 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.706180 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.706502 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.706844 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.707167 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.707511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.707831 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Tracked resource versions report: Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: pushed versions: Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: { 'AddressGroup': {'1.2'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'ConntrackHelper': {'1.0'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Log': {'1.0'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Network': {'1.1'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Port': {'1.7'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'PortForwarding': {'1.2'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'QosPolicy': {'1.8'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroup': {'1.4'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SubPort': {'1.0'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Subnet': {'1.1'}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Trunk': {'1.1'}} Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: consumer versions: Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'ConntrackHelper': '1.0', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Log': '1.0', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Network': '1.1', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Port': '1.7', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'PortForwarding': '1.2', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'QosPolicy': '1.8', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroup': '1.4', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroupRule': '1.2', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'SubPort': '1.0', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Subnet': '1.1', Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: 'Trunk': '1.1'}} Jul 28 03:32:09.708974 dv-cinder-802648-1-smb neutron-server[99646]: {{(pid=99646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:32:09.803553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-851b6b61-2d60-4f46-8612-ffbead43f6ae None None] Provisioning for port 3833aab6-9de2-49f2-8852-e63496b24bb8 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:09.807089 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-851b6b61-2d60-4f46-8612-ffbead43f6ae None None] Provisioning complete for port 3833aab6-9de2-49f2-8852-e63496b24bb8 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:09.807479 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-851b6b61-2d60-4f46-8612-ffbead43f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:09.841341 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-851b6b61-2d60-4f46-8612-ffbead43f6ae None None] Port 3833aab6-9de2-49f2-8852-e63496b24bb8 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:32:09.845533 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:10.050557 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:10.054883 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:10.055702 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:10.132436 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Pushing event updated for resources: {'Port': ['ID=3833aab6-9de2-49f2-8852-e63496b24bb8,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:10.176190 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:32:10.177440 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:10.361325 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-116d8ae1-515c-440e-ab86-b6cf24d2f919 None None] Provisioning complete for port 3833aab6-9de2-49f2-8852-e63496b24bb8 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:10.361696 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-116d8ae1-515c-440e-ab86-b6cf24d2f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:10.383209 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Router e6120375-ab96-49c1-b258-e1e883b923af is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:32:10.396522 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-116d8ae1-515c-440e-ab86-b6cf24d2f919 None None] Port 3833aab6-9de2-49f2-8852-e63496b24bb8 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:32:10.471657 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:32:10.476886 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ddd29957-3abd-4c41-a228-b29eb3bbbd6b admin admin] 10.222.0.35 "PUT /v2.0/routers/e6120375-ab96-49c1-b258-e1e883b923af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8434556 Jul 28 03:32:10.481283 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Sync routers for ids ['e6120375-ab96-49c1-b258-e1e883b923af'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:32:10.493184 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Routers {'e6120375-ab96-49c1-b258-e1e883b923af'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:10.494041 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:32:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['e6120375-ab96-49c1-b258-e1e883b923af'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:10.684322 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Set router e6120375-ab96-49c1-b258-e1e883b923af gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:11.108370 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:09Z', 'revision_number': 2, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port_host': None, '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:09Z', 'revision_number': 2, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:11.158950 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Checking router: e6120375-ab96-49c1-b258-e1e883b923af for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:32:11.159355 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Updating router e6120375-ab96-49c1-b258-e1e883b923af port 3833aab6-9de2-49f2-8852-e63496b24bb8 binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:32:11.206975 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:11.723002 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:11.740241 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Transition to ACTIVE for port object 3833aab6-9de2-49f2-8852-e63496b24bb8 will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:11.746600 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:11.915090 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Pushing event updated for resources: {'Port': ['ID=3833aab6-9de2-49f2-8852-e63496b24bb8,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:11.924112 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.924462 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.924803 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.925137 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.925467 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.925821 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.926148 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.926471 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.926797 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.927117 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.927463 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.927787 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Tracked resource versions report: Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: pushed versions: Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: { 'AddressGroup': {'1.2'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'ConntrackHelper': {'1.0'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Log': {'1.0'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Network': {'1.1'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Port': {'1.7'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'PortForwarding': {'1.2'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'QosPolicy': {'1.8'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroup': {'1.4'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SubPort': {'1.0'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Subnet': {'1.1'}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Trunk': {'1.1'}} Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: consumer versions: Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'ConntrackHelper': '1.0', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Log': '1.0', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Network': '1.1', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Port': '1.7', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'PortForwarding': '1.2', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'QosPolicy': '1.8', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroup': '1.4', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroupRule': '1.2', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'SubPort': '1.0', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Subnet': '1.1', Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: 'Trunk': '1.1'}} Jul 28 03:32:11.929492 dv-cinder-802648-1-smb neutron-server[99649]: {{(pid=99649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:32:11.943568 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Attempting to bind port 3833aab6-9de2-49f2-8852-e63496b24bb8 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:32:11.944529 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Attempting to bind port 3833aab6-9de2-49f2-8852-e63496b24bb8 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:32:11.944951 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Attempting to bind port 3833aab6-9de2-49f2-8852-e63496b24bb8 on network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:32:11.949661 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:32:11.950080 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Checking segment: {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:11.950549 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:11.950936 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Bound using segment: {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:32:11.951450 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Bound port: 3833aab6-9de2-49f2-8852-e63496b24bb8, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcfaa61-3109-4d18-a35d-14a54536e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:32:11.951842 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:12.017656 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] For port 3833aab6-9de2-49f2-8852-e63496b24bb8, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:32:12.039222 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] For port 3833aab6-9de2-49f2-8852-e63496b24bb8, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3833aab6-9de2-49f2-8852-e63496b24bb8,segment=NetworkSegment(fdcfaa61-3109-4d18-a35d-14a54536e574),segment_id=fdcfaa61-3109-4d18-a35d-14a54536e574)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:32:12.043181 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:12.104444 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a43b-596e-404d-be05-c56e4f16914e None None] Pushing event updated for resources: {'Port': ['ID=3833aab6-9de2-49f2-8852-e63496b24bb8,revision_number=4']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:12.108043 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Routers {'e6120375-ab96-49c1-b258-e1e883b923af'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:12.108697 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:32:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['e6120375-ab96-49c1-b258-e1e883b923af'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:12.196587 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] Set router e6120375-ab96-49c1-b258-e1e883b923af gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:12.399155 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:09Z', 'revision_number': 2, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port_host': None, '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:12Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:12.426803 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93809bb-08f1-4d2d-87cb-80e8ac043800 None None] The sync data for ids ['e6120375-ab96-49c1-b258-e1e883b923af'] in dv-cinder-802648-1-smb is: [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:09Z', 'revision_number': 2, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port_host': None, '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:12Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:32:12.705089 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 47706) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:12.836960 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24486eb-3930-419f-ad13-d28593d38910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:12.838294 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d24486eb-3930-419f-ad13-d28593d38910 admin admin] 10.222.0.35 "GET /v2.0/networks/d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc HTTP/1.1" status: 200 len: 842 time: 0.1322367 Jul 28 03:32:12.848024 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Request body: {'subnet': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:12.868895 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Made reservation on behalf of 6cedc3832175471b814ef656146c6508 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:12.871391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.184162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.objects.ports [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:32:13.184617 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.250805 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:13.259673 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:13.260028 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Network hostable DHCP agents. Network: d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:32:13.276277 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:32:13.283951 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:13.287765 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:13.288337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.293459 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de4cb6-8958-4505-9442-388baf42afe2 None None] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:13.301875 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-f52c97e1-5672-4fb0-bbac-e55e2b829cf6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4571564 Jul 28 03:32:13.424966 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c9707-a05e-47c7-8652-f407834115b0 None None] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:15.572400 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 47724) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:15.709725 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-878b4a51-9b8c-4dcc-8187-4d095776890f admin admin] 10.222.0.35 "GET /v2.0/routers/e6120375-ab96-49c1-b258-e1e883b923af HTTP/1.1" status: 200 len: 710 time: 0.1354954 Jul 28 03:32:15.793066 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2d7f6-9e93-4630-babc-dabb5045dff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:15.794337 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b7d2d7f6-9e93-4630-babc-dabb5045dff2 admin admin] 10.222.0.35 "GET /v2.0/networks/d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc HTTP/1.1" status: 200 len: 886 time: 0.0791855 Jul 28 03:32:15.803693 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:16.050118 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.278449 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.353243 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.454016 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Allocated IP 172.28.3.63 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/9af58903-2849-4fac-8750-b27365d468c3) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:32:16.554759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.593485 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.628779 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:32:16.631479 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:16.634767 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:32:16.675387 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Pushing event updated for resources: {'Port': ['ID=9af58903-2849-4fac-8750-b27365d468c3,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:16.952139 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:17.140770 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:17.143935 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3759790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3759783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672832'] for router, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:17.245891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Router e6120375-ab96-49c1-b258-e1e883b923af has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:32:17.349309 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:32:17.353433 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:17.354619 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-bd16d94d-20ac-4c00-ad76-4c88251f5e01 admin admin] 10.222.0.35 "PUT /v2.0/routers/e6120375-ab96-49c1-b258-e1e883b923af HTTP/1.1" status: 200 len: 889 time: 1.5542040 Jul 28 03:32:18.946117 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Sync routers for ids ['e6120375-ab96-49c1-b258-e1e883b923af'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:32:18.956598 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Routers {'e6120375-ab96-49c1-b258-e1e883b923af'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:18.957234 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:32:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['e6120375-ab96-49c1-b258-e1e883b923af'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:19.155758 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3833aab6-9de2-49f2-8852-e63496b24bb8 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:19.246176 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Set router e6120375-ab96-49c1-b258-e1e883b923af gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:19.324203 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 3833aab6-9de2-49f2-8852-e63496b24bb8 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:19.390368 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 3833aab6-9de2-49f2-8852-e63496b24bb8 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:19.390742 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.636083 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.695057 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 3833aab6-9de2-49f2-8852-e63496b24bb8, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3833aab6-9de2-49f2-8852-e63496b24bb8,segment=NetworkSegment(fdcfaa61-3109-4d18-a35d-14a54536e574),segment_id=fdcfaa61-3109-4d18-a35d-14a54536e574)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:19.702468 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.744031 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 47736) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:19.780769 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': '9af58903-2849-4fac-8750-b27365d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:16Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port': {'id': '9af58903-2849-4fac-8750-b27365d468c3', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:16Z', 'updated_at': '2021-07-28T03:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:12Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:19.808337 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=3833aab6-9de2-49f2-8852-e63496b24bb8,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:19.835789 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Checking router: e6120375-ab96-49c1-b258-e1e883b923af for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:32:19.836177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Updating router e6120375-ab96-49c1-b258-e1e883b923af port 9af58903-2849-4fac-8750-b27365d468c3 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:32:19.866936 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-20cddccc-e851-453e-ad9c-5b9362051644 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1229572 Jul 28 03:32:19.896658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.262961 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.273155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Transition to ACTIVE for port object 9af58903-2849-4fac-8750-b27365d468c3 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:20.279695 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.338496 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700cf59-e512-4555-8930-136b46c461c2 None None] Pushing event updated for resources: {'Port': ['ID=9af58903-2849-4fac-8750-b27365d468c3,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:20.341218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Attempting to bind port 9af58903-2849-4fac-8750-b27365d468c3 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:32:20.341590 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Attempting to bind port 9af58903-2849-4fac-8750-b27365d468c3 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:32:20.342109 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Attempting to bind port 9af58903-2849-4fac-8750-b27365d468c3 on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:32:20.348520 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:32:20.348897 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:20.349293 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.349713 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:32:20.350177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Bound port: 9af58903-2849-4fac-8750-b27365d468c3, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:32:20.350575 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.406813 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] For port 9af58903-2849-4fac-8750-b27365d468c3, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:32:20.410371 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] For port 9af58903-2849-4fac-8750-b27365d468c3, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=9af58903-2849-4fac-8750-b27365d468c3,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:32:20.415742 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.473733 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Routers {'e6120375-ab96-49c1-b258-e1e883b923af'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:20.474542 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:32:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['e6120375-ab96-49c1-b258-e1e883b923af'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:20.478840 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700cf59-e512-4555-8930-136b46c461c2 None None] Pushing event updated for resources: {'Port': ['ID=9af58903-2849-4fac-8750-b27365d468c3,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:20.672214 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] Set router e6120375-ab96-49c1-b258-e1e883b923af gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:20.889236 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': '9af58903-2849-4fac-8750-b27365d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:16Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port': {'id': '9af58903-2849-4fac-8750-b27365d468c3', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:16Z', 'updated_at': '2021-07-28T03:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:19Z', 'revision_number': 5, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:20.914427 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39bdf-14cc-47c1-9c2d-d8fdcb17b74a None None] The sync data for ids ['e6120375-ab96-49c1-b258-e1e883b923af'] in dv-cinder-802648-1-smb is: [{'id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'name': 'router1', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': '9af58903-2849-4fac-8750-b27365d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:31:59Z', 'updated_at': '2021-07-28T03:32:16Z', 'revision_number': 4, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'gw_port': {'id': '9af58903-2849-4fac-8750-b27365d468c3', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:16Z', 'updated_at': '2021-07-28T03:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3833aab6-9de2-49f2-8852-e63496b24bb8', 'name': '', 'network_id': '83eaeb2a-a6dc-4730-b856-2d15bfb721fb', 'tenant_id': '6f250dda7aa642f0a4fda63162621593', 'mac_address': 'fa:16:3e:6f:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6120375-ab96-49c1-b258-e1e883b923af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:32:08Z', 'updated_at': '2021-07-28T03:32:19Z', 'revision_number': 5, 'project_id': '6f250dda7aa642f0a4fda63162621593', 'subnets': [{'id': '6e2f5665-3043-4e06-993f-9f393d5397c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7a6561-ff87-4135-bfb2-2ca6e654ae02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:32:21.228072 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3833aab6-9de2-49f2-8852-e63496b24bb8 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:21.299814 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 3833aab6-9de2-49f2-8852-e63496b24bb8 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:21.300412 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.378868 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9af58903-2849-4fac-8750-b27365d468c3 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:21.427103 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 9af58903-2849-4fac-8750-b27365d468c3 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:21.431692 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 9af58903-2849-4fac-8750-b27365d468c3 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:21.432070 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.514626 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.538093 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 9af58903-2849-4fac-8750-b27365d468c3, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=9af58903-2849-4fac-8750-b27365d468c3,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:21.542781 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.597920 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=9af58903-2849-4fac-8750-b27365d468c3,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:23.126277 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9af58903-2849-4fac-8750-b27365d468c3 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:23.176405 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 9af58903-2849-4fac-8750-b27365d468c3 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:23.176690 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.764526 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:32:34.139367 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-814e8006-6ed0-4b39-a588-3da20941519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:36.628114 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-78169ef4-38ae-4aee-be54-ea3179ebf0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.113014 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.756004 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:39.537255 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:04.144407 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-44cef221-6948-4134-a17d-bb135a89b528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:06.684486 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-3a9e56ab-5def-46dc-90e1-f5e955349940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.118068 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.749787 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:09.544308 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:10.763143 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:34.136673 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8f3b-d0c5-40aa-beac-f1e29ff951c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.625508 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7a821149-03af-454e-abd0-0a6c3c8c269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.120547 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.751469 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.548569 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:47.760915 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:55.173288 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48304) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:55.231572 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.pecan_wsgi.hooks.translation [None req-497c1582-14f2-42c7-a568-59116bc40d05 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:33:55.232864 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-497c1582-14f2-42c7-a568-59116bc40d05 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586419 Jul 28 03:33:55.387664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5c4f5-76c1-4ef7-b578-85552060bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:55.389037 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f9f5c4f5-76c1-4ef7-b578-85552060bfbe admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1514032 Jul 28 03:33:57.532752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48314) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:57.621862 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee14d4-716e-4d89-8a6a-cb0e3f4d8f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:57.623211 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-deee14d4-716e-4d89-8a6a-cb0e3f4d8f1b admin admin] 10.222.0.35 "GET /v2.0/subnets/6e2f5665-3043-4e06-993f-9f393d5397c7 HTTP/1.1" status: 200 len: 849 time: 0.0895083 Jul 28 03:33:57.633381 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:57.714041 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Notify callbacks [] for subnet, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.853759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751241167656'] for subnet, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.883250 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:57.883884 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.885157 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] 10.222.0.35 "PUT /v2.0/subnets/6e2f5665-3043-4e06-993f-9f393d5397c7 HTTP/1.1" status: 200 len: 868 time: 0.2556572 Jul 28 03:33:57.904848 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2f5665-3043-4e06-993f-9f393d5397c7,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:57.906625 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a7091-3a9a-4b09-9e83-d9b1511f1cb9 None None] Network 83eaeb2a-a6dc-4730-b856-2d15bfb721fb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:57.912123 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.912476 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.912808 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.913143 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.913475 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.913804 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.914134 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.914463 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.914805 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.915136 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.915537 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:57.915964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4629a1-ec40-49ce-b7b2-cbe4402b9c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.239471 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-baa27fdf-c715-4653-b6ae-64a19c2b339a None None] Provisioning complete for port 4af5afcc-9ccf-455a-92f4-d896438414d6 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:33:58.239848 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-baa27fdf-c715-4653-b6ae-64a19c2b339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.323613 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-baa27fdf-c715-4653-b6ae-64a19c2b339a None None] Provisioning complete for port 3833aab6-9de2-49f2-8852-e63496b24bb8 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:33:58.323992 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-baa27fdf-c715-4653-b6ae-64a19c2b339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.030886 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48322) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:00.223558 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d84bc4-ad9d-4cde-91ca-c9d2160d1481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:00.223949 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d84bc4-ad9d-4cde-91ca-c9d2160d1481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:00.225454 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-84d84bc4-ad9d-4cde-91ca-c9d2160d1481 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935916 Jul 28 03:34:02.383114 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48330) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:02.507210 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046a4de-54ab-42f2-af59-c2a332738a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:02.507719 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046a4de-54ab-42f2-af59-c2a332738a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:02.509237 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3046a4de-54ab-42f2-af59-c2a332738a40 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1251504 Jul 28 03:34:04.137696 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-bb3b098d-7993-40d9-942d-0fa5a2b4a171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.664509 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48338) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:04.864685 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc324717-73ff-4ba5-b8d1-3be3fa8f8160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:04.866094 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fc324717-73ff-4ba5-b8d1-3be3fa8f8160 admin admin] 10.222.0.35 "GET /v2.0/networks/83eaeb2a-a6dc-4730-b856-2d15bfb721fb HTTP/1.1" status: 200 len: 869 time: 0.2006140 Jul 28 03:34:06.627581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-15a1ddcc-8ba7-4dfc-a302-78fa1910ae5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.998797 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48346) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.120488 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68074cb5-e93d-4a96-9c5c-c8bf599548b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:07.121237 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.123034 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-68074cb5-e93d-4a96-9c5c-c8bf599548b1 admin admin] 10.222.0.35 "GET /v2.0/networks/d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc HTTP/1.1" status: 200 len: 886 time: 0.1222270 Jul 28 03:34:07.752505 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:09.266400 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48354) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:09.391878 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc4caa-e3b3-4618-a583-9e716ab19732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:09.392382 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc4caa-e3b3-4618-a583-9e716ab19732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:09.393846 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2fdc4caa-e3b3-4618-a583-9e716ab19732 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265168 Jul 28 03:34:09.551049 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:11.549071 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48364) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:11.636433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921935e-f7a2-4444-a1e7-8a53d9333011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:11.636887 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921935e-f7a2-4444-a1e7-8a53d9333011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:11.638358 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-5921935e-f7a2-4444-a1e7-8a53d9333011 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883484 Jul 28 03:34:13.797369 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48372) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:13.881352 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43f183-bcd3-4974-9d18-0717421392d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:13.882709 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fc43f183-bcd3-4974-9d18-0717421392d6 admin admin] 10.222.0.35 "GET /v2.0/subnets/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2 HTTP/1.1" status: 200 len: 816 time: 0.0843596 Jul 28 03:34:16.038383 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48380) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:16.126414 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81db79a3-f06c-4491-859f-9465a7b82467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:16.127748 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-81db79a3-f06c-4491-859f-9465a7b82467 admin admin] 10.222.0.35 "GET /v2.0/subnets/6e2f5665-3043-4e06-993f-9f393d5397c7 HTTP/1.1" status: 200 len: 868 time: 0.0884190 Jul 28 03:34:24.759203 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:34:34.139933 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-42ca6996-90d8-4abc-abd3-742faef498ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.627926 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5491304d-a0f5-48b4-90d7-296a88e94571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:37.123873 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:37.757048 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:39.554507 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:41.579192 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48434) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:41.624723 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-992c85d1-e1f6-4c8f-bad7-611aff4ff9e2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:34:41.625719 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-992c85d1-e1f6-4c8f-bad7-611aff4ff9e2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454800 Jul 28 03:34:43.849251 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48442) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:43.907781 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.pecan_wsgi.hooks.translation [None req-89442e23-f78d-4a9c-a5fd-2a5d8204414e admin admin] GET failed (client error): The resource could not be found. Jul 28 03:34:43.909057 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-89442e23-f78d-4a9c-a5fd-2a5d8204414e admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588892 Jul 28 03:34:44.047365 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db68331-8f1e-4c59-a87d-3ab6299ef8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:44.048731 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0db68331-8f1e-4c59-a87d-3ab6299ef8a0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353898 Jul 28 03:34:46.226115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48450) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:46.273258 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:46.292787 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Made reservation on behalf of 6cedc3832175471b814ef656146c6508 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:34:46.295122 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.332200 dv-cinder-802648-1-smb neutron-server[99647]: WARNING neutron.services.revisions.revision_plugin [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Could not find related network for resource to bump revision. Jul 28 03:34:46.343863 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:34:46.352744 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.353082 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Added segment c36e35cb-1ca9-4496-906d-adc6ab17b9f3 of type vlan for network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a Jul 28 03:34:46.392617 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.418965 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.419868 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:46.420439 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.470791 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2436154 Jul 28 03:34:46.477320 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Pushing event updated for resources: {'Network': ['ID=03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:46.485005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.485362 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.485719 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.486044 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.486377 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.486709 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.487040 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.487408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.487748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.488075 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.488400 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.488719 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca550ef-a736-43c6-8192-13b6d16dea41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:46.502742 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:34:48.668837 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48458) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:48.739232 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.pecan_wsgi.hooks.translation [None req-d371aa5e-bcf8-4830-8f36-1e1e812f00ae admin admin] GET failed (client error): The resource could not be found. Jul 28 03:34:48.740554 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d371aa5e-bcf8-4830-8f36-1e1e812f00ae admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0707512 Jul 28 03:34:48.849757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee7c53-dd00-4f4b-842f-57fa176bb068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:48.851203 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-bcee7c53-dd00-4f4b-842f-57fa176bb068 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1063735 Jul 28 03:34:48.862063 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:48.881660 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Made reservation on behalf of 6cedc3832175471b814ef656146c6508 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:34:48.884264 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.041700 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.099056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:49.102170 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Checking segment: {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:49.102476 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Network hostable DHCP agents. Network: 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:34:49.118502 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:34:49.126948 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:49.130709 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:49.131287 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.135842 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2036c106-eb4f-4c29-8fad-419874bb681c None None] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:34:49.145121 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-02d7e1e2-93c3-4fd0-9af4-02b2abff9e03 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2868984 Jul 28 03:34:49.286911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a', 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a', 'tenant_id': '6cedc3832175471b814ef656146c6508', 'fixed_ips': [{'subnet_id': 'b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:34:49.287858 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.515340 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Allocated IP 192.168.233.2 (03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a/b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9/931b0dd1-cb06-465c-892c-be0565959a71) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:49.660113 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.669178 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Transition to ACTIVE for port object 931b0dd1-cb06-465c-892c-be0565959a71 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:49.686134 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Transition to ACTIVE for port object 931b0dd1-cb06-465c-892c-be0565959a71 will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:49.693218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.735866 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:49.739607 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:49.741423 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Pushing event updated for resources: {'Port': ['ID=931b0dd1-cb06-465c-892c-be0565959a71,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:49.743509 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:49.754258 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.754606 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.754976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.755344 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.755674 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.756007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.756331 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.756665 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.756990 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.757313 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.757637 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.757956 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:49.809712 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Attempting to bind port 931b0dd1-cb06-465c-892c-be0565959a71 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:49.810089 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Attempting to bind port 931b0dd1-cb06-465c-892c-be0565959a71 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:49.810475 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Attempting to bind port 931b0dd1-cb06-465c-892c-be0565959a71 on network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:49.815960 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:49.816333 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Checking segment: {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:49.817042 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.817159 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Bound using segment: {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:49.817569 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Bound port: 931b0dd1-cb06-465c-892c-be0565959a71, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:49.817968 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.879836 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] For port 931b0dd1-cb06-465c-892c-be0565959a71, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:49.883154 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] For port 931b0dd1-cb06-465c-892c-be0565959a71, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=931b0dd1-cb06-465c-892c-be0565959a71,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:49.888258 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:49.944667 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143771-4910-46f8-8e17-fa81c75a712a None None] Pushing event updated for resources: {'Port': ['ID=931b0dd1-cb06-465c-892c-be0565959a71,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:50.702795 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8a8db-96a4-4552-a384-da410674f556 None None] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:34:50.810885 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-a00742bf-e55d-4ade-9ba2-b452fd5fe26b None None] Provisioning for port 931b0dd1-cb06-465c-892c-be0565959a71 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:51.250427 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 931b0dd1-cb06-465c-892c-be0565959a71 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:51.302310 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 931b0dd1-cb06-465c-892c-be0565959a71 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:51.305911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 931b0dd1-cb06-465c-892c-be0565959a71 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:51.306279 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:51.382491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:51.414632 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 931b0dd1-cb06-465c-892c-be0565959a71, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=931b0dd1-cb06-465c-892c-be0565959a71,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:51.418491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:51.467512 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=931b0dd1-cb06-465c-892c-be0565959a71,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:53.229044 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 931b0dd1-cb06-465c-892c-be0565959a71 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:53.280894 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 931b0dd1-cb06-465c-892c-be0565959a71 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:53.281266 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:01.811934 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:04.141005 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c429-17ce-44bb-af60-134b1f52238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:06.629509 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-fc91ca7d-10bf-402d-bc79-59e29097d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:07.125561 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:07.759577 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:09.556989 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.141836 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-902131ae-4b81-4441-9d38-2551cc7c0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.629060 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-13371db1-1382-4edd-ae0a-9cd4e6998e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:37.126447 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:37.766408 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:38.760804 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:39.560930 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.247200 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48510) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:58.253369 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [None req-98e7ca5f-153b-4ed5-a587-c6e7eeb275e5 tempest-verify_tempest_config-629156575 tempest-verify_tempest_config-629156575-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:35:58.254323 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-98e7ca5f-153b-4ed5-a587-c6e7eeb275e5 tempest-verify_tempest_config-629156575 tempest-verify_tempest_config-629156575-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061412 Jul 28 03:35:58.557567 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48528) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:58.656342 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.745513 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.749281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.793375 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b287754f0a6848b18df0d75aa32a1b5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347746 Jul 28 03:35:58.794994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5725fb9e-2ba0-48f3-8e30-230e4c027405,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:58.796936 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48532) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:58.802032 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.802385 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.802728 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.803068 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.803434 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.803765 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.804096 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.804425 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.804773 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.805101 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.805428 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.805748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0cafa-8ee6-46fd-9e03-b9db47e6778c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.873571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.893336 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.980356 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.982906 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:58.984094 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5725fb9e-2ba0-48f3-8e30-230e4c027405 HTTP/1.1" status: 204 len: 168 time: 0.1861992 Jul 28 03:35:58.992156 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5725fb9e-2ba0-48f3-8e30-230e4c027405,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:58.998720 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.999012 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.999383 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:58.999723 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.000058 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.000728 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.000979 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.001306 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.001652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.001980 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.002301 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:59.002623 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81103d77-c7b3-4f52-a219-a79c38c61689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:04.141998 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-56199ca4-c9cf-4c1c-8f52-389cbf7f7992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:06.630915 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-22adfe26-14a2-4d41-8ec2-c9efb8be8547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:07.129441 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:07.771781 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:09.562102 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:15.759063 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:34.142286 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4cc59834-ed58-422e-a3ee-ab070c51eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.631985 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d665-87fc-4216-9c5c-b4490b8a217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.130001 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.762886 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.564031 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.757990 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:04.142637 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-265c0ee5-f5b0-4347-9a7b-2ba323cd6bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.632190 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4da5c803-8d82-4037-95ee-c17ca60a41af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.131752 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.766950 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.567219 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.756711 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 5 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:34.145094 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7aad38f5-4639-4db0-8301-71159320577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.633102 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-21504f7e-f4c2-49c9-86e5-9d8fad8e2205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.133027 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.770139 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.650674 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675303'] for agent, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.571564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.813927 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48606) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:53.913067 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d5dbfda8-6a94-4e85-8402-daf153f2c179 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0980506 Jul 28 03:37:56.087263 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48616) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:56.140116 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-335955ff-6bd6-4fad-8751-3c3c18c09636 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0517669 Jul 28 03:38:04.146038 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-2590736e-0e64-4884-ba5a-d4c3afc3ce73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:06.632896 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0f51569d-d5c8-406c-818d-f94c9d0479b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:06.754925 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:07.133577 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:07.772672 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:08.592112 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.574076 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.145249 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0da926d2-12bd-48ec-9476-35177afd112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.632636 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e56e7a2a-ccb5-48cb-b40e-bf80e5b6ebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.134504 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.776970 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.605720 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.576850 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:43.754268 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:04.145266 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6e266726-8a1b-4b14-a85a-28834b9101b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.633294 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a5b1bf94-11a1-4e86-8fd3-a962d1a70ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.137203 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.779868 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.621150 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.581484 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:20.753447 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:27.785674 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48832) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.812966 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48838) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.948761 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48858) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.145621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1787801411-network', 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.167271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-893537562-network', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.171857 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48874) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.177757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:28.180528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.192302 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.215310 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Made reservation on behalf of ce5ce8b14fd04282a586e30ac06e0861 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:28.217596 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.224862 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-859540114-network', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.226063 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.quota [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Loaded quota_driver: . Jul 28 03:39:28.238458 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.319250 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.323598 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.335294 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:28.346218 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.346794 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Added segment e908f9f5-f472-4059-86e1-0d148d03953a of type vlan for network 5ca636ee-4591-441e-b394-e590066ebe62 Jul 28 03:39:28.357837 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Made reservation on behalf of 7f56cc31288e4cc6a212fe47e803ae79 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:28.357837 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.361155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48882) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.375287 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.425898 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.453898 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.469358 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1429771734-network', 'tenant_id': 'e1bc1ebe0160445f9684dcdd774a7452'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.477163 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.477511 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.478068 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.478300 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.478594 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.478941 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.479379 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.479793 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.480303 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.480628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.480948 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.481265 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Tracked resource versions report: Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: pushed versions: Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: { 'AddressGroup': {'1.2'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'ConntrackHelper': {'1.0'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Log': {'1.0'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Network': {'1.1'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Port': {'1.7'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'PortForwarding': {'1.2'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'QosPolicy': {'1.8'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroup': {'1.4'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SubPort': {'1.0'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Subnet': {'1.1'}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Trunk': {'1.1'}} Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: consumer versions: Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'ConntrackHelper': '1.0', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Log': '1.0', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Network': '1.1', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Port': '1.7', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'PortForwarding': '1.2', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'QosPolicy': '1.8', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroup': '1.4', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SecurityGroupRule': '1.2', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'SubPort': '1.0', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Subnet': '1.1', Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: 'Trunk': '1.1'}} Jul 28 03:39:28.482475 dv-cinder-802648-1-smb neutron-server[99647]: {{(pid=99647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:39:28.492418 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.492418 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.493071 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.514535 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48890) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.569012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] Pushing event updated for resources: {'Network': ['ID=5ca636ee-4591-441e-b394-e590066ebe62,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.580326 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 5ca636ee-4591-441e-b394-e590066ebe62 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:28.606368 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.613462 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.653410 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2095581399-network', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.653826 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:28.656780 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47558194-7ed9-4bee-b09b-1599ce20e289,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.673136 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.673741 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Added segment 80a1e19c-44b4-46cb-a325-b377ff8e9a5d of type vlan for network f0707ba1-d888-446b-a189-14c43279ba8e Jul 28 03:39:28.738281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.761595 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.768456 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48900) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.775655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.776420 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.776622 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.777205 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.793475 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:28.806881 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751241243176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.807683 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Unsubscribe: segment precommit_create {{(pid=99646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:39:28.808300 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Added segment 4ad708fb-3686-4b14-b008-48e0cf5763c2 of type vlan for network a36dc584-af3d-4fa3-88f3-cb6872549156 Jul 28 03:39:28.836298 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0707ba1-d888-446b-a189-14c43279ba8e,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.847381 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network f0707ba1-d888-446b-a189-14c43279ba8e details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:28.886098 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971798384-network', 'tenant_id': '1006125d19f14393bdff670040e0da55'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.907503 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.930316 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0eb9aa6b-0845-4730-9958-e3e3147c164e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1162937 Jul 28 03:39:28.935686 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9be12ec4-86b7-49b9-83a3-4ce2eeb7d6c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1483221 Jul 28 03:39:28.936247 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48914) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.936618 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48916) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.942157 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Request body: {'subnet': {'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1787801411-subnet', 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.954817 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Request body: {'subnet': {'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-subnet', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.966272 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Made reservation on behalf of e1bc1ebe0160445f9684dcdd774a7452 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:28.969065 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.981957 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.006231 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.016942 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efe1375-5d0c-4bc9-a0ba-308737a7df6f,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.041015 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Made reservation on behalf of e3cdaf75dddd4f41a1b6bb66a0ceaab5 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:29.043298 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.069746 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.070101 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.070447 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.070783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.071118 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.071492 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.071823 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.072151 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.072482 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.072810 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.073133 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.073456 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Tracked resource versions report: Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: pushed versions: Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: { 'AddressGroup': {'1.2'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'ConntrackHelper': {'1.0'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Log': {'1.0'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Network': {'1.1'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Port': {'1.7'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'PortForwarding': {'1.2'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'QosPolicy': {'1.8'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroup': {'1.4'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SubPort': {'1.0'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Subnet': {'1.1'}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Trunk': {'1.1'}} Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: consumer versions: Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'ConntrackHelper': '1.0', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Log': '1.0', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Network': '1.1', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Port': '1.7', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'PortForwarding': '1.2', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'QosPolicy': '1.8', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroup': '1.4', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SecurityGroupRule': '1.2', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'SubPort': '1.0', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Subnet': '1.1', Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: 'Trunk': '1.1'}} Jul 28 03:39:29.074549 dv-cinder-802648-1-smb neutron-server[99646]: {{(pid=99646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:39:29.080760 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.082496 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.083484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.084102 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.108644 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:29.111084 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.121763 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Made reservation on behalf of 1006125d19f14393bdff670040e0da55 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:29.124052 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.198843 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.209248 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.db.api [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:39:29.209248 dv-cinder-802648-1-smb neutron-server[99646]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 03:39:29.209248 dv-cinder-802648-1-smb neutron-server[99646]: [parameters: {'project_id': 'f5fd214c39704854a1379d67f834022f', 'id': '32286594-1f0e-4285-be30-0da14101ed87', 'expiration': datetime.datetime(2021, 7, 28, 3, 41, 29, 179970)}] Jul 28 03:39:29.209248 dv-cinder-802648-1-smb neutron-server[99646]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:39:29.209754 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG oslo_db.api [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:39:29.222302 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2697477 Jul 28 03:39:29.222612 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48930) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:29.225086 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ad453-c66c-4ce9-b2b0-980fda1ef8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a36dc584-af3d-4fa3-88f3-cb6872549156,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.230204 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Request body: {'subnet': {'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-subnet', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:29.236792 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network a36dc584-af3d-4fa3-88f3-cb6872549156 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:29.309381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.328642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.336315 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.372174 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:29.381318 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Made reservation on behalf of ce5ce8b14fd04282a586e30ac06e0861 for: {'subnet': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:29.381950 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e49d51-0845-464d-8000-2f46f345c31b,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.383885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.388254 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Checking segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:29.388549 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Network hostable DHCP agents. Network: 5ca636ee-4591-441e-b394-e590066ebe62, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:29.405816 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Network 5ca636ee-4591-441e-b394-e590066ebe62 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:29.415008 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 5ca636ee-4591-441e-b394-e590066ebe62) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:29.419368 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.420124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.427547 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe778fa-2959-4c0d-bcfd-31c5245dca5a None None] Network 5ca636ee-4591-441e-b394-e590066ebe62 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:29.427948 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ae4ecd-34db-4d34-8e36-505f341e1dd7,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.448030 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.448387 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Added segment d7ba603a-2ce4-4b89-916d-6ac01f888037 of type vlan for network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e Jul 28 03:39:29.538758 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.560452 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840194ef-6550-4c07-bf79-d519ca75c19f None None] Network 5ca636ee-4591-441e-b394-e590066ebe62 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:29.636732 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.637715 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.638293 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.709061 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.720480 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.724000 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dcab3dc9-ad9f-4535-abda-05f77f8c5b8b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7859967 Jul 28 03:39:29.731905 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.775154 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6021576 Jul 28 03:39:29.778959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48938) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:29.785818 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Request body: {'subnet': {'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1429771734-subnet', 'tenant_id': 'e1bc1ebe0160445f9684dcdd774a7452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:29.789280 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63b9e-be75-4b66-bfd2-6575b9857050 admin admin] Pushing event updated for resources: {'Network': ['ID=29999a1b-98ec-4fcb-aa08-cc08c687bd2e,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.797778 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.db.api [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:39:29.797778 dv-cinder-802648-1-smb neutron-server[99647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:39:29.797778 dv-cinder-802648-1-smb neutron-server[99647]: [parameters: {'project_id_1': '7f56cc31288e4cc6a212fe47e803ae79', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 39, 29, 235573)}] Jul 28 03:39:29.797778 dv-cinder-802648-1-smb neutron-server[99647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:39:29.798351 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG oslo_db.api [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:39:29.801968 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:29.807650 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:29.840471 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.840821 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Added segment fee98f0d-a811-4fa8-b815-5773339448a5 of type vlan for network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd Jul 28 03:39:29.842155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca43d21-a454-4e40-8652-57aa43494b3f,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.854811 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.926638 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.977784 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c52443-1210-45fe-ba75-49b3a79ff258,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.016125 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Checking segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:30.016500 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Network hostable DHCP agents. Network: f0707ba1-d888-446b-a189-14c43279ba8e, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:30.023617 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.024594 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.025178 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.117614 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.134161 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.143355 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] Pushing event updated for resources: {'Network': ['ID=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.146302 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-7a677e93-d6c1-432c-a48c-ab4f461602ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7839429 Jul 28 03:39:30.152621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48954) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.156661 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:30.156900 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Network f0707ba1-d888-446b-a189-14c43279ba8e is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:30.163785 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Request body: {'subnet': {'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2095581399-subnet', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:30.170009 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Made reservation on behalf of e1bc1ebe0160445f9684dcdd774a7452 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:30.173565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.188370 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:30.198025 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fb0b95-c606-4d63-b93b-e36626557889,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.200585 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, f0707ba1-d888-446b-a189-14c43279ba8e) {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:30.223758 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.224346 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Added segment 5216b14b-1250-4b4c-9e81-625a9e1f72e3 of type vlan for network 5650f84c-c699-41e3-9b18-a4c64d9a6e31 Jul 28 03:39:30.357978 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142488b-dd55-4cd9-a047-ba66c58d1945 None None] Network f0707ba1-d888-446b-a189-14c43279ba8e requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:30.359927 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.360778 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.378166 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.404221 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.431078 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b5e88c7a-5003-4251-96f2-73aba56945a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4805727 Jul 28 03:39:30.444360 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48960) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.446135 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.456084 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.469461 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:30.499299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Checking segment: {'id': 'd7ba603a-2ce4-4b89-916d-6ac01f888037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:30.500758 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Network hostable DHCP agents. Network: 29999a1b-98ec-4fcb-aa08-cc08c687bd2e, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:30.501920 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5fd214c39704854a1379d67f834022f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7323897 Jul 28 03:39:30.505117 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48964) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.518028 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Made reservation on behalf of e3cdaf75dddd4f41a1b6bb66a0ceaab5 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:30.521376 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.529982 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeed71-0a3f-48dd-a894-968e903c6810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49220524-ce23-40ce-8a05-d178982aa588,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.545047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Made reservation on behalf of 7f56cc31288e4cc6a212fe47e803ae79 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:30.545194 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.db.api [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:39:30.545194 dv-cinder-802648-1-smb neutron-server[99646]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:39:30.545194 dv-cinder-802648-1-smb neutron-server[99646]: [parameters: {'project_id_1': 'ce5ce8b14fd04282a586e30ac06e0861', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 39, 30, 482898)}] Jul 28 03:39:30.545194 dv-cinder-802648-1-smb neutron-server[99646]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:39:30.545807 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG oslo_db.api [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:39:30.548692 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.561037 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.563072 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.563829 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.599156 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-f0707ba1-d888-446b-a189-14c43279ba8e', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:39:30.600515 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.762011 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] Pushing event updated for resources: {'Network': ['ID=5650f84c-c699-41e3-9b18-a4c64d9a6e31,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.766636 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.775695 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Allocated IP 172.20.0.2 (f0707ba1-d888-446b-a189-14c43279ba8e/f7c52443-1210-45fe-ba75-49b3a79ff258/c2db3b61-dab3-48ed-bab4-1347c4867d2a) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:30.778201 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-9040043b-264c-4313-9bb4-8e3f7aabc98c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2625442 Jul 28 03:39:30.782621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 48982) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.786028 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.793202 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Request body: {'subnet': {'network_id': '5650f84c-c699-41e3-9b18-a4c64d9a6e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971798384-subnet', 'tenant_id': '1006125d19f14393bdff670040e0da55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:30.795717 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 5650f84c-c699-41e3-9b18-a4c64d9a6e31 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:30.829150 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c182b328-d775-4bc9-add4-c11d92a6b901,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.830337 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.852804 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:30.855965 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 48992) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.860898 dv-cinder-802648-1-smb neutron-server[99646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:39:30.900217 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 29999a1b-98ec-4fcb-aa08-cc08c687bd2e) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:30.915481 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.916060 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.918114 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e965e2e-23dd-41c3-87be-f35d1c03dc78 None None] Network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:30.936248 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Made reservation on behalf of 1006125d19f14393bdff670040e0da55 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:30.938565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.959682 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:30.989559 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Checking segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:30.989939 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Network hostable DHCP agents. Network: a36dc584-af3d-4fa3-88f3-cb6872549156, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:31.026034 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-61166e84-961b-4021-8473-cd8ea9e63f2d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2451212 Jul 28 03:39:31.035585 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.041439 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.069335 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49220524-ce23-40ce-8a05-d178982aa588 HTTP/1.1" status: 204 len: 168 time: 0.5455291 Jul 28 03:39:31.071499 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Network a36dc584-af3d-4fa3-88f3-cb6872549156 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:31.100071 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.106994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, a36dc584-af3d-4fa3-88f3-cb6872549156) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:31.121926 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.122788 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.128901 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c268d6-840d-4f33-a494-493969115626 None None] Network a36dc584-af3d-4fa3-88f3-cb6872549156 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:31.135288 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Transition to ACTIVE for port object c2db3b61-dab3-48ed-bab4-1347c4867d2a will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:31.152600 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.179131 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3421854e-fd8f-4eb6-ac57-3cdb5a7ddc99 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9551554 Jul 28 03:39:31.201625 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-97f60626-8e3b-4470-98e3-2f17995d5762 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.204887 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49002) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:31.209483 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:31.213894 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-97f60626-8e3b-4470-98e3-2f17995d5762 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.3555002 Jul 28 03:39:31.221280 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2024d-2458-40c5-8ea4-926efc048996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49220524-ce23-40ce-8a05-d178982aa588,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.243451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.244722 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.267141 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-e58c8065-217b-4dfa-a2f1-690b533e7b02 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/quotas/083d54fbc18b4cd2b7c0b8d81dc3eec4 HTTP/1.1" status: 200 len: 375 time: 0.0518999 Jul 28 03:39:31.304759 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7105495-fa88-45cc-8c86-0cd7993b27de None None] Network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:31.314808 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Transition to ACTIVE for port object c2db3b61-dab3-48ed-bab4-1347c4867d2a will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:31.357783 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-e7d1eabc-e32c-4398-b569-2002eff465e8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894673 Jul 28 03:39:31.365042 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.371642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.373159 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.431699 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Pushing event updated for resources: {'Port': ['ID=c2db3b61-dab3-48ed-bab4-1347c4867d2a,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.443697 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.444046 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.444389 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.444727 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.445061 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.445401 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.445785 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.446116 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.446443 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.446769 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.447094 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.447447 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Tracked resource versions report: Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: pushed versions: Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: { 'AddressGroup': {'1.2'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'ConntrackHelper': {'1.0'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Log': {'1.0'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Network': {'1.1'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Port': {'1.7'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'PortForwarding': {'1.2'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'QosPolicy': {'1.8'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroup': {'1.4'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SubPort': {'1.0'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Subnet': {'1.1'}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Trunk': {'1.1'}} Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: consumer versions: Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'ConntrackHelper': '1.0', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Log': '1.0', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Network': '1.1', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Port': '1.7', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'PortForwarding': '1.2', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'QosPolicy': '1.8', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroup': '1.4', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SecurityGroupRule': '1.2', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'SubPort': '1.0', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Subnet': '1.1', Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: 'Trunk': '1.1'}} Jul 28 03:39:31.448559 dv-cinder-802648-1-smb neutron-server[99648]: {{(pid=99648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:39:31.500282 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Network f0707ba1-d888-446b-a189-14c43279ba8e is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:31.508000 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:31.511446 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:31.527110 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6d7662-336e-4858-8fe2-0c89b423d66d,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.547162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.604106 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.645241 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Checking segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:31.645732 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Network hostable DHCP agents. Network: 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:31.648962 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Attempting to bind port c2db3b61-dab3-48ed-bab4-1347c4867d2a on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:31.649337 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Attempting to bind port c2db3b61-dab3-48ed-bab4-1347c4867d2a by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:31.649696 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Attempting to bind port c2db3b61-dab3-48ed-bab4-1347c4867d2a on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:31.660056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.674169 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aff0b2-7f8c-45ec-accb-7d62648cbf4a None None] Network a36dc584-af3d-4fa3-88f3-cb6872549156 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:31.680692 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a43cb3-a4ad-46e5-8f41-77c9288954bd,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.740676 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49028) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:31.810808 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:31.811229 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Checking segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:31.811786 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.813032 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Bound using segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:31.813521 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Bound port: c2db3b61-dab3-48ed-bab4-1347c4867d2a, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:31.814125 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.871865 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.904366 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-977b1a2b-44e2-4c54-9300-90119c4f6574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.952294 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:31.979636 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:31.991668 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.992262 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.994710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Checking segment: {'id': '5216b14b-1250-4b4c-9e81-625a9e1f72e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5650f84c-c699-41e3-9b18-a4c64d9a6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:31.995084 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Network hostable DHCP agents. Network: 5650f84c-c699-41e3-9b18-a4c64d9a6e31, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:32.006854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad49c2-a56d-44bf-bf04-18aecb349dc4 None None] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:32.041790 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-977b1a2b-44e2-4c54-9300-90119c4f6574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.063889 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-977b1a2b-44e2-4c54-9300-90119c4f6574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.070987 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] For port c2db3b61-dab3-48ed-bab4-1347c4867d2a, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:32.123347 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] For port c2db3b61-dab3-48ed-bab4-1347c4867d2a, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=c2db3b61-dab3-48ed-bab4-1347c4867d2a,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:32.140606 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.156154 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-977b1a2b-44e2-4c54-9300-90119c4f6574 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7946f5f86cb3402498214ffa6c17eac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2735457 Jul 28 03:39:32.157883 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.158969 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49044) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:32.159600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49046) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:32.159852 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e787191a-3a64-4a20-a6df-a4c9d67d00b5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0052087 Jul 28 03:39:32.161094 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Network 5650f84c-c699-41e3-9b18-a4c64d9a6e31 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:32.166759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:32.167766 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 5650f84c-c699-41e3-9b18-a4c64d9a6e31) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:32.181157 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b1a2b-44e2-4c54-9300-90119c4f6574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2934f54-fd12-4d18-a28c-56e99147a45b,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:32.183703 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.184296 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.201454 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f4f73-4e6e-4449-afd8-12dd31263791 None None] Network 5650f84c-c699-41e3-9b18-a4c64d9a6e31 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:32.253867 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.257018 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.266670 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9c54bf92-3e1a-40f9-a6ef-0073bb47028a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4795394 Jul 28 03:39:32.288465 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-1e6d8d7d-2a70-4e83-b821-b78d433ff412 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:39:32.298695 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-1e6d8d7d-2a70-4e83-b821-b78d433ff412 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2441175 Jul 28 03:39:32.402994 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e430abf-402f-424d-94ef-f61df24e4c2b None None] Pushing event updated for resources: {'Port': ['ID=c2db3b61-dab3-48ed-bab4-1347c4867d2a,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:32.570034 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.570753 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.583098 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.617414 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.701014 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49070) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:32.759523 dv-cinder-802648-1-smb neutron-server[99647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:39:32.794638 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:39:32.795558 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.818453 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa71b5d-3842-4c73-a3ec-e3b689c8e21a None None] Network 5650f84c-c699-41e3-9b18-a4c64d9a6e31 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:32.892027 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.038350 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.103668 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Allocated IP 172.20.0.2 (957f35dd-7ef5-4aed-9797-3c0bc8ab00fd/5f6d7662-336e-4858-8fe2-0c89b423d66d/debd59ed-3610-4c73-9453-43a7724bd53c) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:33.105431 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-6422ad11-5400-43a7-8767-34044e37f7b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.107452 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-6422ad11-5400-43a7-8767-34044e37f7b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/networks?id=29999a1b-98ec-4fcb-aa08-cc08c687bd2e HTTP/1.1" status: 200 len: 812 time: 0.4054060 Jul 28 03:39:33.109520 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Allocated IP 172.28.3.102 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/30f59cdc-c632-4a68-922c-cce76757ccea) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:33.153289 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-c6f76c55-b93a-4501-91f8-84d57014f0b6 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/quotas/e1bc1ebe0160445f9684dcdd774a7452 HTTP/1.1" status: 200 len: 375 time: 0.0341594 Jul 28 03:39:33.188187 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.190687 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.191910 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2934f54-fd12-4d18-a28c-56e99147a45b HTTP/1.1" status: 204 len: 168 time: 1.0292966 Jul 28 03:39:33.264608 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-58103a8d-02bc-4708-9766-14ab7ae65ad4 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc1ebe0160445f9684dcdd774a7452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974345 Jul 28 03:39:33.266637 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692012a-ca53-4fe5-b837-08609d91b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2934f54-fd12-4d18-a28c-56e99147a45b,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:33.281779 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-bfa83539-359f-42c5-951e-087b43026099 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9822347 Jul 28 03:39:33.290069 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.302886 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49088) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:33.317619 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658438474-network', 'tenant_id': '55e8e7efa7ae47bfb0f2b99715de096f'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:33.371973 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Made reservation on behalf of 55e8e7efa7ae47bfb0f2b99715de096f for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:33.381794 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.411233 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.418505 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.440827 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Transition to ACTIVE for port object debd59ed-3610-4c73-9453-43a7724bd53c will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:33.471645 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Transition to ACTIVE for port object debd59ed-3610-4c73-9453-43a7724bd53c will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:33.486329 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.554766 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device c2db3b61-dab3-48ed-bab4-1347c4867d2a up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:33.583880 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Pushing event updated for resources: {'Port': ['ID=debd59ed-3610-4c73-9453-43a7724bd53c,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:33.585093 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-cdb3dcc6-647e-4c98-a48b-5ae1ca511661 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962997 Jul 28 03:39:33.587608 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.607398 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.722384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-c9787a0f-9869-4bd8-9c87-08e8751af44c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:39:33.723470 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-c9787a0f-9869-4bd8-9c87-08e8751af44c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1560860 Jul 28 03:39:33.734139 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:33.738471 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:33.744568 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:33.768420 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.853385 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Attempting to bind port debd59ed-3610-4c73-9453-43a7724bd53c on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:33.853385 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Attempting to bind port debd59ed-3610-4c73-9453-43a7724bd53c by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:33.853385 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Attempting to bind port debd59ed-3610-4c73-9453-43a7724bd53c on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:33.854191 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port c2db3b61-dab3-48ed-bab4-1347c4867d2a completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:33.868120 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:33.868502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Checking segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:33.868909 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.879977 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Bound using segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:33.880789 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Bound port: debd59ed-3610-4c73-9453-43a7724bd53c, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:33.881475 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.948915 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Allocated IP 172.28.3.105 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/9ac51ed4-4074-4fd3-b89a-d5d180a58dd2) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:34.018641 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a0eae8-26de-4265-8776-7f58fcc74eec None None] Network f0707ba1-d888-446b-a189-14c43279ba8e requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:34.083271 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] For port debd59ed-3610-4c73-9453-43a7724bd53c, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:34.102531 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-60159ce8-a398-42c2-a6cc-447332d77ec2 req-ce40672b-4648-4483-ba61-1b7fc9f6476d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1193902 Jul 28 03:39:34.107685 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] For port debd59ed-3610-4c73-9453-43a7724bd53c, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=debd59ed-3610-4c73-9453-43a7724bd53c,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:34.115084 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:34.126164 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.146978 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:34.172908 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:34.195300 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Provisioning for port c2db3b61-dab3-48ed-bab4-1347c4867d2a completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:34.225959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Pushing event updated for resources: {'Port': ['ID=30f59cdc-c632-4a68-922c-cce76757ccea,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.235347 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.283623 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.400642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.412431 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Provisioning complete for port c2db3b61-dab3-48ed-bab4-1347c4867d2a triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:34.412914 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.424304 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28a467ba-758e-4d5c-83fe-07e2fc52ec8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.520531 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.569229 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.574548 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b2c8-3a2a-41e6-8eeb-170dd01debe6 None None] Pushing event updated for resources: {'Port': ['ID=debd59ed-3610-4c73-9453-43a7724bd53c,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.598407 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.675220 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-34bf3520-5986-4e94-8cde-04f4c2b32e6a service neutron] 10.222.0.35 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9333777 Jul 28 03:39:34.679938 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:34.692806 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:34.706601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:34.718778 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:34.733648 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.808537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3860f3e0-3d20-4b75-952a-b54c29c45d2e,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.838167 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Allocated IP 172.28.3.149 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/a7e4884d-e6c6-4b0c-9500-a15fd52fa051) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:34.846002 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Pushing event updated for resources: {'Port': ['ID=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.849782 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.850123 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Added segment dbc54c36-9646-498f-9ed3-b0904535898b of type vlan for network 60553ebe-a078-4347-8ac4-8990689671b3 Jul 28 03:39:34.852108 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] For port c2db3b61-dab3-48ed-bab4-1347c4867d2a, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=c2db3b61-dab3-48ed-bab4-1347c4867d2a,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:34.862059 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.912678 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49144) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:35.000918 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c708b47-69b3-48dd-8780-6320abdcabf2 None None] Pushing event updated for resources: {'Port': ['ID=c2db3b61-dab3-48ed-bab4-1347c4867d2a,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:35.040748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.087375 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-7f0c2b22-67aa-41b8-811e-68290722c99f None None] Provisioning complete for port c2db3b61-dab3-48ed-bab4-1347c4867d2a triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:35.090862 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7f0c2b22-67aa-41b8-811e-68290722c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.094943 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-c3015ec2-d837-4db1-9b40-43d7a3b57906 service neutron] 10.222.0.35 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171257 Jul 28 03:39:35.196363 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.277245 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-20e44409-4466-4cb4-90bf-a405b30a1f6d req-204ab296-4dd7-46fb-ac59-3f7621ef5aa2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.0546715 Jul 28 03:39:35.314366 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.336393 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.539392 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.587993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.589280 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.590015 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.593711 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a30b451a-f302-4f87-b650-7e12828df03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.656024 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-fab43324-bb04-4196-9bf6-601d7bc08d84 req-e0db46c6-b7ff-4d6d-b033-140ad8d83577 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0696082 Jul 28 03:39:35.683667 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:35.710104 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device debd59ed-3610-4c73-9453-43a7724bd53c up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:35.776944 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:35.793128 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4840395 Jul 28 03:39:35.793250 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:35.796948 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49182) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:35.805442 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Request body: {'subnet': {'network_id': '60553ebe-a078-4347-8ac4-8990689671b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658438474-subnet', 'tenant_id': '55e8e7efa7ae47bfb0f2b99715de096f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:35.832912 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port debd59ed-3610-4c73-9453-43a7724bd53c completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:35.853327 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device c2db3b61-dab3-48ed-bab4-1347c4867d2a up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:35.861414 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:35.919705 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e18f-de7f-4ef2-a84e-d690d89988e7 admin admin] Pushing event updated for resources: {'Network': ['ID=60553ebe-a078-4347-8ac4-8990689671b3,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:35.935273 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.950244 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786f6ae-b21c-442c-a290-d9fdfa393c46 None None] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:35.953071 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 60553ebe-a078-4347-8ac4-8990689671b3 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:36.088025 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Provisioning for port debd59ed-3610-4c73-9453-43a7724bd53c completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:36.088215 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.138478 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Provisioning complete for port debd59ed-3610-4c73-9453-43a7724bd53c triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:36.139113 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.235218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port c2db3b61-dab3-48ed-bab4-1347c4867d2a triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:36.237342 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.323937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Router f9780be2-e124-464a-a64f-dda0c5452663 is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:39:36.352251 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.463460 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.578641 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fb6f77c-e507-46f1-96ac-af0443615004 req-1fb5279f-7c58-45c0-9a7e-fc13b015365c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1219850 Jul 28 03:39:36.615367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a30b451a-f302-4f87-b650-7e12828df03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.642852 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] For port debd59ed-3610-4c73-9453-43a7724bd53c, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=debd59ed-3610-4c73-9453-43a7724bd53c,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:36.672407 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a30b451a-f302-4f87-b650-7e12828df03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.691992 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.764502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-b1ec16d9-d9cf-4890-ab6c-44e87f17fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.808400 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80abbf-1560-45db-a0c1-1880bf97575c None None] Pushing event updated for resources: {'Port': ['ID=debd59ed-3610-4c73-9453-43a7724bd53c,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:36.808923 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Made reservation on behalf of 55e8e7efa7ae47bfb0f2b99715de096f for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:36.812941 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7e82f289-2922-4d1f-9d91-1b7b8a0a0835 req-5dade4cb-94ba-4a22-b8ec-5621b94d1db4 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0585914 Jul 28 03:39:36.815132 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.837881 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Router 9a169535-0181-48ba-9437-ef3cacb201ad is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:39:36.841428 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.015757 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-23c8179e-74f6-4993-8bed-3f34304b5cd6 None None] Provisioning complete for port debd59ed-3610-4c73-9453-43a7724bd53c triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:37.016274 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-23c8179e-74f6-4993-8bed-3f34304b5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.023877 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:37.044114 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:37.067262 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:37.068622 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:37.106329 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.112318 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d2642236-59da-4c69-b5ed-69eb8ad849cf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6616609 Jul 28 03:39:37.129317 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49236) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:37.171360 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a30b451a-f302-4f87-b650-7e12828df03c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca275e10b296414ba220025f58c8f19f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2533281 Jul 28 03:39:37.204952 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49238) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:37.205155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.223152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b451a-f302-4f87-b650-7e12828df03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e87d80-c08b-4811-9beb-8e3ed4c33145,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:37.328247 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:37.344218 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:39:37.358204 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:37.370081 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Sync routers for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:37.379022 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.391053 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:37.391701 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:37.447263 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.466175 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.467380 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c848da64-bb96-4493-8bfb-55dbc2363c2c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2613697 Jul 28 03:39:37.476258 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49242) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:37.480373 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.542900 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device debd59ed-3610-4c73-9453-43a7724bd53c up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:37.587864 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:37.621242 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1c60de-0117-4f4d-941d-79d07a107342,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:37.628753 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:37.629186 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Updating router 9a169535-0181-48ba-9437-ef3cacb201ad port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:37.632445 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Checking segment: {'id': 'dbc54c36-9646-498f-9ed3-b0904535898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60553ebe-a078-4347-8ac4-8990689671b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:37.633066 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Network hostable DHCP agents. Network: 60553ebe-a078-4347-8ac4-8990689671b3, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:37.672453 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.688421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:37.699719 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:37.713314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Network 60553ebe-a078-4347-8ac4-8990689671b3 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:37.716899 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.720193 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.721656 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9e87d80-c08b-4811-9beb-8e3ed4c33145 HTTP/1.1" status: 204 len: 168 time: 0.5118482 Jul 28 03:39:37.732652 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 60553ebe-a078-4347-8ac4-8990689671b3) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:37.743928 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:37.748705 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.749017 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.750870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.752347 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c258c787-6fb2-43c3-9ecf-ac80bfc04b91 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5906441 Jul 28 03:39:37.756037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49248) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:37.908815 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537978f-688f-492e-ade7-8deb409d6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e87d80-c08b-4811-9beb-8e3ed4c33145,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:37.992836 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80aedd9-e69d-4812-bc62-3904235d459e None None] Network 60553ebe-a078-4347-8ac4-8990689671b3 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:38.070226 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.15', 50809) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.088417 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.103118 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Transition to ACTIVE for port object 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:38.121709 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:38.122665 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:38.189837 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.191088 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-fe1fbcbd-e3cb-4c03-aeac-84de32d0f297 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3897059 Jul 28 03:39:38.219257 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-52155f84-d4db-4fd2-bf59-57edb1e8c3be req-7f203e9f-ddb6-4f04-a6a9-362c6bf1f6e6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1609378 Jul 28 03:39:38.376738 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.464075 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.468618 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-008b654e-dd36-4475-b915-626c5429b0f4 req-0855f75f-ea64-4590-abc9-f312d79f4414 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.1110916 Jul 28 03:39:38.470468 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49268) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.474757 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Pushing event updated for resources: {'Port': ['ID=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,revision_number=2']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:38.477007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port debd59ed-3610-4c73-9453-43a7724bd53c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:38.477629 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.501437 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.501793 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.502137 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.502477 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.502809 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.503145 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.503504 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.503833 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.504666 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.505004 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.505345 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.505646 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Tracked resource versions report: Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: pushed versions: Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: { 'AddressGroup': {'1.2'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'ConntrackHelper': {'1.0'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Log': {'1.0'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Network': {'1.1'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Port': {'1.7'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'PortForwarding': {'1.2'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'QosPolicy': {'1.8'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroup': {'1.4'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SubPort': {'1.0'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Subnet': {'1.1'}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Trunk': {'1.1'}} Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: consumer versions: Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: { DHCP agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: L3 agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: Metadata agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: Metering agent@dv-cinder-802648-1-smb: {}, Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: Open vSwitch agent@dv-cinder-802648-1-smb: { 'AddressGroup': '1.2', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'ConntrackHelper': '1.0', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Log': '1.0', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Network': '1.1', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Port': '1.7', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'PortForwarding': '1.2', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'QosPolicy': '1.8', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroup': '1.4', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SecurityGroupRule': '1.2', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'SubPort': '1.0', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Subnet': '1.1', Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: 'Trunk': '1.1'}} Jul 28 03:39:38.506836 dv-cinder-802648-1-smb neutron-server[99649]: {{(pid=99649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:39:38.520551 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Attempting to bind port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:38.520930 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Attempting to bind port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:38.521294 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Attempting to bind port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:38.529624 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:38.534544 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:38.536691 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.536691 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:38.537100 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Bound port: 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:38.537864 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.615060 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-47689c71-0502-48d1-9268-20894c20b492 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.615745 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Deleting subnet 13a43cb3-a4ad-46e5-8f41-77c9288954bd {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:39:38.621571 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-47689c71-0502-48d1-9268-20894c20b492 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.15 "GET /v2.0/networks?id=29999a1b-98ec-4fcb-aa08-cc08c687bd2e HTTP/1.1" status: 200 len: 812 time: 0.5373337 Jul 28 03:39:38.622281 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:38.625372 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.698786 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30577b0e-b995-443b-bac9-19e53edebab5 None None] Network 60553ebe-a078-4347-8ac4-8990689671b3 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:38.742787 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49280) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.762196 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.15', 50812) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.765930 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Request body: {'port': {'device_id': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e', 'admin_state_up': True, 'tenant_id': 'e1bc1ebe0160445f9684dcdd774a7452'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:38.941608 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.960017 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:38.997765 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.043052 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:39.043487 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Updating router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:39.063189 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.065287 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:34Z', 'revision_number': 3, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:39.090835 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.145208 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fc49a9ff-ed99-4ab5-a432-377df37c0b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.172154 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Checking router: f9780be2-e124-464a-a64f-dda0c5452663 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:39.172154 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Updating router f9780be2-e124-464a-a64f-dda0c5452663 port 30f59cdc-c632-4a68-922c-cce76757ccea binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:39.242632 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Allocated IP 172.20.0.1 (f0707ba1-d888-446b-a189-14c43279ba8e/f7c52443-1210-45fe-ba75-49b3a79ff258/3a6b1e46-b5d4-4566-9094-865c104c9271) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:39.296439 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.309937 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] For port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:39.414387 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] For port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:39.420694 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.455004 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a43cb3-a4ad-46e5-8f41-77c9288954bd,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.467694 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.471188 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-656f7b9e-44a0-4df4-b74a-219eafd3364c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/13a43cb3-a4ad-46e5-8f41-77c9288954bd HTTP/1.1" status: 204 len: 168 time: 0.9979866 Jul 28 03:39:39.476937 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49316) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:39.513159 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.542308 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9a46493f-d959-4b2f-b2a0-0ec9d4f64f04 req-7668a14e-4ae9-472d-a511-c173a7794015 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1310039 Jul 28 03:39:39.580266 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.603495 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.615882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Transition to ACTIVE for port object 3a6b1e46-b5d4-4566-9094-865c104c9271 will not be triggered until provisioned by entity DHCP. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:39.644650 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-833495d5-596e-42e3-ab30-5307390ca2a3 req-1a6bc3ca-e710-454d-b85f-94427151e324 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0468059 Jul 28 03:39:39.691403 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.704053 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:39.707023 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:39.707407 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Transition to ACTIVE for port object 30f59cdc-c632-4a68-922c-cce76757ccea will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:39.717692 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18a04-53cf-4532-a2df-16c8fb7540cc None None] Pushing event updated for resources: {'Port': ['ID=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.739218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.762806 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.770383 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.775079 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.775468 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.776798 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.776798 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > port after_create 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.777713 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > port after_delete 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.777713 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > port after_update 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.777961 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.778252 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.778571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.778901 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:39.801603 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Attempting to bind port 30f59cdc-c632-4a68-922c-cce76757ccea on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:39.802035 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Attempting to bind port 30f59cdc-c632-4a68-922c-cce76757ccea by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:39.802610 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Attempting to bind port 30f59cdc-c632-4a68-922c-cce76757ccea on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:39.804762 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220bb7-a941-446d-8306-0dc91edf9e2c None None] Pushing event updated for resources: {'Port': ['ID=30f59cdc-c632-4a68-922c-cce76757ccea,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.810671 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:39.811258 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:39.812428 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.812913 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:39.813779 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Bound port: 30f59cdc-c632-4a68-922c-cce76757ccea, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:39.814496 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.845688 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-76a4d691-8617-49a1-9a1d-514663034f72 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.851277 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-76a4d691-8617-49a1-9a1d-514663034f72 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.9604957 Jul 28 03:39:39.872521 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] For port 30f59cdc-c632-4a68-922c-cce76757ccea, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:39.877512 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] For port 30f59cdc-c632-4a68-922c-cce76757ccea, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=30f59cdc-c632-4a68-922c-cce76757ccea,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:39.886342 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.083495 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220bb7-a941-446d-8306-0dc91edf9e2c None None] Pushing event updated for resources: {'Port': ['ID=30f59cdc-c632-4a68-922c-cce76757ccea,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.112178 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:40.114796 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:40.149676 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:40.154261 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:40.154842 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:40.155402 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:40.156196 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5650f84c-c699-41e3-9b18-a4c64d9a6e31']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:40.159379 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.190557 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.208237 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Transition to ACTIVE for port object a7e4884d-e6c6-4b0c-9500-a15fd52fa051 will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:40.216862 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5216b14b-1250-4b4c-9e81-625a9e1f72e3') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:40.217278 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5216b14b-1250-4b4c-9e81-625a9e1f72e3') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:40.248003 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Request body: {'port': {'device_id': 'c390fd25-2e45-445e-a066-e3705b859382', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'admin_state_up': True, 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:40.266296 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.307646 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.312303 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:40.329256 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671c08b-9343-4792-a6a1-63f4c79b9aa6 None None] Pushing event updated for resources: {'Port': ['ID=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,revision_number=2']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.361485 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Attempting to bind port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:40.364030 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Attempting to bind port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:40.364030 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Attempting to bind port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:40.368751 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Network f0707ba1-d888-446b-a189-14c43279ba8e is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:40.370621 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:40.370803 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:40.371530 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.372009 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:40.372712 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Bound port: a7e4884d-e6c6-4b0c-9500-a15fd52fa051, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:40.373198 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.384837 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.398800 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:40.401562 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:39:40.401996 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.406838 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: from cryptography.utils import int_from_bytes Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: from cryptography.utils import int_from_bytes Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:39:40.430800 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:39:40.632625 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:40.635279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.636051 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.636653 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:40.718904 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] For port a7e4884d-e6c6-4b0c-9500-a15fd52fa051, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:40.761761 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.770131 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] For port a7e4884d-e6c6-4b0c-9500-a15fd52fa051, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:40.779124 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.819461 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.868198 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:34Z', 'revision_number': 3, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:40.891059 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.908164 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] 10.222.0.35 "DELETE /v2.0/networks/5650f84c-c699-41e3-9b18-a4c64d9a6e31 HTTP/1.1" status: 204 len: 168 time: 1.4273098 Jul 28 03:39:40.935741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49340) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:40.943864 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671c08b-9343-4792-a6a1-63f4c79b9aa6 None None] Pushing event updated for resources: {'Port': ['ID=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.959076 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e74ba736-b6dd-42aa-8eff-76f0be77a691 req-cb579e5a-efff-43b4-b120-0d8f96512a6f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.2366059 Jul 28 03:39:41.003388 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4091-2845-4b4d-9ceb-04e5b79e248b admin admin] Pushing event deleted for resources: {'Network': ['ID=5650f84c-c699-41e3-9b18-a4c64d9a6e31,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:41.040517 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7047d-3132-440c-9513-0d5fc04d2904 None None] The sync data for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb is: [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:34Z', 'revision_number': 3, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:41.052356 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-f9396bd1-5e83-4bb1-b5c1-6d8b6b54fc1d None None] Provisioning for port 3a6b1e46-b5d4-4566-9094-865c104c9271 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:41.066776 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-f9396bd1-5e83-4bb1-b5c1-6d8b6b54fc1d None None] Provisioning complete for port 3a6b1e46-b5d4-4566-9094-865c104c9271 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:41.067459 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f9396bd1-5e83-4bb1-b5c1-6d8b6b54fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.084098 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ccb1318f-44aa-438d-931e-8f8a68d9345c req-ac4cdabb-a291-419c-bbbe-9cd94f82aafa tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.1949384 Jul 28 03:39:41.107360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fc49a9ff-ed99-4ab5-a432-377df37c0b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.150661 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:41.151671 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:41.205102 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fc49a9ff-ed99-4ab5-a432-377df37c0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.210461 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-f9396bd1-5e83-4bb1-b5c1-6d8b6b54fc1d None None] Port 3a6b1e46-b5d4-4566-9094-865c104c9271 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:41.227516 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Made reservation on behalf of e1bc1ebe0160445f9684dcdd774a7452 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:41.244994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.320704 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.344761 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:41.382212 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:41.441921 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e31d78-ebb7-4565-8bf9-18c7615662fb None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:41.601268 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49a9ff-ed99-4ab5-a432-377df37c0b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e250f7-a467-4f91-918d-b51a0b167f44,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:41.745157 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:41.779682 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.782896 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec1ae2-3b49-4ea2-9ce7-66e427405da6 None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:35Z', 'revision_number': 3, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:41.789188 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.965405 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.975527 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.042757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Deleting subnet ad1c60de-0117-4f4d-941d-79d07a107342 {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:39:42.059162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.255756 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:42.259826 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.265592 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-fc49a9ff-ed99-4ab5-a432-377df37c0b5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f651a9950eb742e69e16d02566069827&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5193677 Jul 28 03:39:42.275048 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49366) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:42.381502 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b0f609e1-69c4-44f6-a597-577ad159ebc2 req-c3887051-7aa9-44fb-a404-2a20989babe7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1498294 Jul 28 03:39:42.411905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.428893 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.443501 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Network f0707ba1-d888-446b-a189-14c43279ba8e is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:42.473399 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9f77631c-8729-485b-99e6-e61af3b7961b req-b2f1a567-6e20-4d73-a453-94993c8fce85 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.2401803 Jul 28 03:39:42.475786 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49368) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:42.480079 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:42.564469 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Allocated IP 172.20.0.14 (29999a1b-98ec-4fcb-aa08-cc08c687bd2e/c182b328-d775-4bc9-add4-c11d92a6b901/b9cf4ece-6970-4646-bf11-8b8f6417bb4a) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:42.604238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.778131 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.784020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Allocated IP 172.20.0.1 (a36dc584-af3d-4fa3-88f3-cb6872549156/d7e886ce-4840-47d2-aaaa-32adb1fc7b4b/dac35562-d628-471c-b807-0c135ce354fd) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:42.835973 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.903355 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1c60de-0117-4f4d-941d-79d07a107342,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.932795 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:42.937283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.940240 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.941258 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8e250f7-a467-4f91-918d-b51a0b167f44 HTTP/1.1" status: 204 len: 168 time: 0.6555130 Jul 28 03:39:42.944712 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a8861fc6-3163-4522-9ad5-a7a7092ede73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.958752 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Allocated IP 172.20.0.1 (957f35dd-7ef5-4aed-9797-3c0bc8ab00fd/5f6d7662-336e-4858-8fe2-0c89b423d66d/1d495ab2-c9ce-497d-b35a-7b7549b82823) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:42.976270 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5e582-8b40-43a1-b6c4-246ef8d3ccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e250f7-a467-4f91-918d-b51a0b167f44,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.987421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-7157efc1-32c8-4390-97da-336923a0a670 None None] Provisioning complete for port 3a6b1e46-b5d4-4566-9094-865c104c9271 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:42.989141 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7157efc1-32c8-4390-97da-336923a0a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.145689 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-7157efc1-32c8-4390-97da-336923a0a670 None None] Port 3a6b1e46-b5d4-4566-9094-865c104c9271 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:43.214977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.217031 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1fd08fbf-7010-4958-9a36-14b79d659838 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad1c60de-0117-4f4d-941d-79d07a107342 HTTP/1.1" status: 204 len: 168 time: 2.2746634 Jul 28 03:39:43.243989 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49378) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:43.805844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.815298 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.828319 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-856f02c2-6126-4a3f-8df1-7781d247409e req-868182ef-d84e-48ba-aaa4-8a319d6ee041 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1577888 Jul 28 03:39:43.832750 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Allocated IP 172.20.0.4 (5ca636ee-4591-441e-b394-e590066ebe62/13e49d51-0845-464d-8000-2f46f345c31b/ca38463e-de66-4166-b7b3-294ac61a1a9f) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:43.892230 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device a7e4884d-e6c6-4b0c-9500-a15fd52fa051 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:43.911580 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:43.931748 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-39e59b6f-b7f6-4c70-b125-1c6df77ba695 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a169535-0181-48ba-9437-ef3cacb201ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7891064 Jul 28 03:39:43.931951 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Transition to ACTIVE for port object 1d495ab2-c9ce-497d-b35a-7b7549b82823 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:43.998627 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-acf97df5-8b80-48c6-85e2-d7d3c6b3a895 req-6f885aa4-71c2-4237-b6d7-9377ffd1cb9f tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0820096 Jul 28 03:39:44.008156 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.051859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:44.069730 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:44.071304 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.098110 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a8861fc6-3163-4522-9ad5-a7a7092ede73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.102677 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.106765 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a8861fc6-3163-4522-9ad5-a7a7092ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.160819 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a8861fc6-3163-4522-9ad5-a7a7092ede73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7e5f98cf64a451b91aa582eb2ab07cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6819084 Jul 28 03:39:44.171673 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49396) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:44.294484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8861fc6-3163-4522-9ad5-a7a7092ede73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f0e3e-5b63-414a-b734-feb121256873,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:44.348783 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.397966 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port a7e4884d-e6c6-4b0c-9500-a15fd52fa051, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:44.408386 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.410455 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:44.438423 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.527789 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.560514 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.566319 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.595850 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:44.621993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.623355 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.625561 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.626314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > port after_create 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.628021 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.628750 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > port after_update 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.629500 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.630677 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.631704 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.633443 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:44.652219 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:44.657479 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:44.658066 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.707787 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.716535 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.721175 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/782f0e3e-5b63-414a-b734-feb121256873 HTTP/1.1" status: 204 len: 168 time: 0.5479469 Jul 28 03:39:44.759245 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df97e65-702f-4a94-8849-a74733032092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f0e3e-5b63-414a-b734-feb121256873,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:44.843425 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.873414 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:44.880590 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.881396 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 30f59cdc-c632-4a68-922c-cce76757ccea up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:45.125864 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5c9547db-1917-4d38-ba79-b9f1d9786cd8 req-cf5f9206-1429-4dbf-a9a1-feb9ba27a1ea tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.0965626 Jul 28 03:39:45.270284 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:45.271279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:45.274634 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:45.276499 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:39:45.277247 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60553ebe-a078-4347-8ac4-8990689671b3']}} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:45.337317 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:45.344638 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc54c36-9646-498f-9ed3-b0904535898b') {'for_net_delete': True} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:45.345504 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc54c36-9646-498f-9ed3-b0904535898b') {} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:45.360621 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c1fc8bee-8c7e-4b38-a97d-428bd6a7ed1b req-e38e439e-8a88-479d-b9b8-8ecfee5cb7a6 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0637696 Jul 28 03:39:45.361432 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 30f59cdc-c632-4a68-922c-cce76757ccea completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:45.366194 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 30f59cdc-c632-4a68-922c-cce76757ccea triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:45.366581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.437383 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10582771'] for segment, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.485178 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.505958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=99647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:39:45.507686 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10544410'] for segment, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.545585 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.574221 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 30f59cdc-c632-4a68-922c-cce76757ccea, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=30f59cdc-c632-4a68-922c-cce76757ccea,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:45.580633 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: from cryptography.utils import int_from_bytes Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: from cryptography.utils import int_from_bytes Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: Traceback (most recent call last): Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: timer() Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: cb(*args, **kw) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: return func(*args, **kwargs) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: self._notify() Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: self.callback(batched_events) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: event.method(event) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: return f(self, *a, **k) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: return self._get(url).json() Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: return self.request(url, 'GET', **kwargs) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:39:45.663605 dv-cinder-802648-1-smb neutron-server[99647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:39:45.679368 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=30f59cdc-c632-4a68-922c-cce76757ccea,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:45.708959 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49428) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:45.737519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.738219 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device a7e4884d-e6c6-4b0c-9500-a15fd52fa051 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:45.755112 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f64fecc4-da5c-45d7-8d6a-7b2cdcde0a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.762496 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:45.782899 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:45.816082 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:45.817798 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.906384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.924986 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:45.925476 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.038347 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f64fecc4-da5c-45d7-8d6a-7b2cdcde0a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.047533 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f64fecc4-da5c-45d7-8d6a-7b2cdcde0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.112497 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49432) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:46.148244 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91299425', 'description': 'tempest-description--1277344606'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:46.159728 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:46.225457 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.227568 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] 10.222.0.35 "DELETE /v2.0/networks/60553ebe-a078-4347-8ac4-8990689671b3 HTTP/1.1" status: 204 len: 168 time: 2.9752214 Jul 28 03:39:46.244362 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-03d0907e-96a6-489e-a0a9-5a986232cb8e None None] Provisioning for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:46.262106 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fecc4-da5c-45d7-8d6a-7b2cdcde0a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c182794-a807-461a-8bf3-bc344d4d6545,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:46.263465 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-03d0907e-96a6-489e-a0a9-5a986232cb8e None None] Provisioning complete for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:46.271856 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f64fecc4-da5c-45d7-8d6a-7b2cdcde0a28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d11f4499347846e4bd4616cbb4f45b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616114 Jul 28 03:39:46.278573 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49440) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:46.280946 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-03d0907e-96a6-489e-a0a9-5a986232cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.305174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.345293 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:46.348982 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-03d0907e-96a6-489e-a0a9-5a986232cb8e None None] Port 1d495ab2-c9ce-497d-b35a-7b7549b82823 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:46.363140 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:46.363819 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:46.364430 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.387424 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf570-0fd9-4d8c-8549-5e18af795616 admin admin] Pushing event deleted for resources: {'Network': ['ID=60553ebe-a078-4347-8ac4-8990689671b3,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:46.472996 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.477624 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9b0b9b0a-1bd1-4175-9c9b-1669c3ba6409 req-10017b48-d618-4085-a259-2714a271be26 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.1924305 Jul 28 03:39:46.521117 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Network a36dc584-af3d-4fa3-88f3-cb6872549156 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:46.524898 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Pushing event updated for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:46.621867 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:46.690944 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49448) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:46.692193 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:46.693929 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:46.713770 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.847121 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:46.847593 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.876616 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:46.878993 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.994456 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.003449 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-77a950a2-9ce2-4598-bad0-d4e761c4ca3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1006125d19f14393bdff670040e0da55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2907336 Jul 28 03:39:47.010492 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49452) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.013353 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.068720 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.072756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.074476 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c182794-a807-461a-8bf3-bc344d4d6545 HTTP/1.1" status: 204 len: 168 time: 0.7904365 Jul 28 03:39:47.079921 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.083778 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9701338 Jul 28 03:39:47.084584 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171028a7-efb2-40cc-a4ea-d9de2ce9ca29 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85400012-30f1-47db-bca2-dc6c2350505b,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.094177 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:47.106155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49456) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.108015 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:47.116733 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group_rule': {'security_group_id': '85400012-30f1-47db-bca2-dc6c2350505b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:47.135269 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 2, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:47.153697 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592ca08-414c-42af-820f-1f962409d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c182794-a807-461a-8bf3-bc344d4d6545,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.227172 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.242402 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.244191 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:47.244581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Updating router 9a169535-0181-48ba-9437-ef3cacb201ad port 3a6b1e46-b5d4-4566-9094-865c104c9271 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:47.316341 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.318816 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.319903 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.433362 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.442001 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.501021 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8f9d56-237a-48c6-9626-1bfb8fff982f,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.512116 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.516902 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-4b8f5eef-9005-4d80-846a-c67d54c048f1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4060702 Jul 28 03:39:47.522527 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49464) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.531989 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group_rule': {'security_group_id': '85400012-30f1-47db-bca2-dc6c2350505b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:47.536372 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.538753 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.542362 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9fb0b95-c606-4d63-b93b-e36626557889 HTTP/1.1" status: 204 len: 168 time: 0.5228312 Jul 28 03:39:47.585575 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7eeb3-58ad-472c-9316-c236b35ab231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fb0b95-c606-4d63-b93b-e36626557889,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.658560 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c65f4ee0-e4b1-4941-ae29-5bbe1196852e req-2fcd9f59-f632-4d0e-bd05-11f5f2e9ea98 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.0385659 Jul 28 03:39:47.673686 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.727450 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.792971 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 30f59cdc-c632-4a68-922c-cce76757ccea up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:47.800165 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.810426 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.862232 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b802db9-d1b4-4017-9f8d-2b5cd80bd7c0,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.876766 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b17936-9f04-436f-a9e0-03cd93dddb9a req-de1d6f55-2fff-4e2f-959a-103e947b0603 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.880122 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.884501 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-5799d7dc-3a7b-43f6-9d99-5228173589ee tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3579383 Jul 28 03:39:47.885444 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-54b17936-9f04-436f-a9e0-03cd93dddb9a req-de1d6f55-2fff-4e2f-959a-103e947b0603 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 932 time: 1.3124313 Jul 28 03:39:47.896200 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49472) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.902795 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:47.945545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.974230 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 30f59cdc-c632-4a68-922c-cce76757ccea triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:47.974612 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.085883 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.088895 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.141840 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.201070 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.253751 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49482) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:48.258615 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Pushing event updated for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:48.267408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.272355 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.283702 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.297474 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Transition to ACTIVE for port object 3a6b1e46-b5d4-4566-9094-865c104c9271 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:48.308639 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.359642 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-86aa6847-1391-428d-93f0-d82598921939 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55e8e7efa7ae47bfb0f2b99715de096f&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1045961 Jul 28 03:39:48.381468 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49484) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:48.384238 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65cbf9-197c-4952-be4d-3b4ab6b84d65 None None] Pushing event updated for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:48.437972 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b9fc6c36-f065-465a-a96e-8a4766f1b9b7 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6928413 Jul 28 03:39:48.446367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Network 5ca636ee-4591-441e-b394-e590066ebe62 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:48.469149 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:48.494755 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Attempting to bind port 3a6b1e46-b5d4-4566-9094-865c104c9271 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:48.495736 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Attempting to bind port 3a6b1e46-b5d4-4566-9094-865c104c9271 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:48.496062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Attempting to bind port 3a6b1e46-b5d4-4566-9094-865c104c9271 on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:48.516215 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:48.516215 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Checking segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:48.516919 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.517129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Bound using segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:48.520357 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Bound port: 3a6b1e46-b5d4-4566-9094-865c104c9271, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:48.520820 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.521425 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-54b17936-9f04-436f-a9e0-03cd93dddb9a req-21b6f806-65a2-400b-ad8d-a9b1425f03b6 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349020 Jul 28 03:39:48.528845 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:48.551655 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Allocated IP 172.28.3.186 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/0008c87f-f6d9-4a90-941c-3e875a590ab5) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:48.679765 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] For port 3a6b1e46-b5d4-4566-9094-865c104c9271, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:48.687531 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] For port 3a6b1e46-b5d4-4566-9094-865c104c9271, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3a6b1e46-b5d4-4566-9094-865c104c9271,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:48.695549 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.819260 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.854791 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.865197 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.870385 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event updated for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:48.900495 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:48.901225 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:48.944265 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-4b33bc52-777d-449c-994f-c2f808d95a46 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:39:48.949501 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-4b33bc52-777d-449c-994f-c2f808d95a46 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1329246 Jul 28 03:39:49.019283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.023251 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65cbf9-197c-4952-be4d-3b4ab6b84d65 None None] Pushing event updated for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:49.172524 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-319d72d6-f5e6-47af-b824-2bbf42af7cfb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2349532 Jul 28 03:39:49.201896 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f326-886a-4efd-b661-372f7e8c8ad9 req-7033f568-0e5b-45ab-9ddf-f8636719527a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.203801 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6656f326-886a-4efd-b661-372f7e8c8ad9 req-7033f568-0e5b-45ab-9ddf-f8636719527a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 931 time: 0.3299575 Jul 28 03:39:49.218072 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:49.225833 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:49.229962 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:49.273511 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:49.355777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.366294 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=0008c87f-f6d9-4a90-941c-3e875a590ab5,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:49.435270 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.463841 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6656f326-886a-4efd-b661-372f7e8c8ad9 req-ee8eb1d6-a2b8-4691-af92-5114c4fc4b0a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481093 Jul 28 03:39:49.782994 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.855141 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:48Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:49.884010 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.898007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106d3e5-d20d-45dc-a9d3-071576d3f21b None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:48Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:50.006005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-1a97eb71-9056-4620-b5eb-4aa0ab877238 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:39:50.007737 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-1a97eb71-9056-4620-b5eb-4aa0ab877238 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077665 Jul 28 03:39:50.044613 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.047519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.048856 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3860f3e0-3d20-4b75-952a-b54c29c45d2e HTTP/1.1" status: 204 len: 168 time: 1.6643088 Jul 28 03:39:50.084625 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be270e35-1d2e-41e5-8ddb-8b2c1b1af997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3860f3e0-3d20-4b75-952a-b54c29c45d2e,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.159671 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c69d8e-dbc2-4f1a-ab08-81f0d07c6da5 req-3fe3e67a-1c9d-438e-9722-0a6c7b174f21 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.162137 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8c69d8e-dbc2-4f1a-ab08-81f0d07c6da5 req-3fe3e67a-1c9d-438e-9722-0a6c7b174f21 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 932 time: 0.4888859 Jul 28 03:39:50.285215 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.290692 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.323081 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.387406 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.401926 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.415254 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.519029 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.530825 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.611423 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8c69d8e-dbc2-4f1a-ab08-81f0d07c6da5 req-c279ca95-9dfa-4b24-8f62-d6b970462ce4 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301450 Jul 28 03:39:50.615948 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=0008c87f-f6d9-4a90-941c-3e875a590ab5,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.774946 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.851698 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.853142 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-448db06f-cc6e-41d6-b0e5-2cc262dabbdf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9557614 Jul 28 03:39:50.885047 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba017b7-a0a7-4603-89de-7b808378bdd6 req-fa393421-9c0b-4bd9-9916-9765e69306a2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.886911 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ba017b7-a0a7-4603-89de-7b808378bdd6 req-fa393421-9c0b-4bd9-9916-9765e69306a2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 931 time: 0.2349136 Jul 28 03:39:50.924047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.989914 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ba017b7-a0a7-4603-89de-7b808378bdd6 req-3142d03f-cc9a-4db7-9b74-76a0d679345d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965500 Jul 28 03:39:51.309092 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Pushing event updated for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:51.401473 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Network a36dc584-af3d-4fa3-88f3-cb6872549156 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:51.417171 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:51.474395 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-27dce39e-b80e-48d5-b829-558c187d0a33 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--91299425&fields=id&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 267 time: 0.1569984 Jul 28 03:39:51.835910 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3a6b1e46-b5d4-4566-9094-865c104c9271 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:51.931635 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Router f9780be2-e124-464a-a64f-dda0c5452663 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:51.964581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 3a6b1e46-b5d4-4566-9094-865c104c9271 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:51.970502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 3a6b1e46-b5d4-4566-9094-865c104c9271 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:51.971148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:51.974070 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-060e643f-d859-4f28-a2ab-5909cc0da6ae tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.975810 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-060e643f-d859-4f28-a2ab-5909cc0da6ae tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 816 time: 0.5006123 Jul 28 03:39:51.990642 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:52.007226 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b0a3-4ee7-4d1b-80cc-3a8b42972363 req-31a18e21-9cec-4ce1-8239-f2a6e08b44d0 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.016429 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:52.019973 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5271b0a3-4ee7-4d1b-80cc-3a8b42972363 req-31a18e21-9cec-4ce1-8239-f2a6e08b44d0 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 932 time: 0.1859281 Jul 28 03:39:52.101324 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5271b0a3-4ee7-4d1b-80cc-3a8b42972363 req-9c27b53c-4c77-43aa-ad09-8d9018d2f367 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802143 Jul 28 03:39:52.156391 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-6cd13b5a-f29c-4498-8d42-e545178893a9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/quotas/ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 375 time: 0.1683729 Jul 28 03:39:52.170120 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.402544 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a409f50-4a98-4b5b-849e-268f9256eb10 req-d3a2c8ea-3ce5-4df3-8ab7-74a197be802b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.408074 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Request body: {'port': {'device_id': 'c390fd25-2e45-445e-a066-e3705b859382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:52.410631 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1a409f50-4a98-4b5b-849e-268f9256eb10 req-d3a2c8ea-3ce5-4df3-8ab7-74a197be802b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 931 time: 0.1379933 Jul 28 03:39:52.435107 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 3a6b1e46-b5d4-4566-9094-865c104c9271, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3a6b1e46-b5d4-4566-9094-865c104c9271,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:52.441838 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.493495 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1a409f50-4a98-4b5b-849e-268f9256eb10 req-c73b3de7-498e-46fa-abbc-4408de921f9d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743728 Jul 28 03:39:52.524946 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Request body: {'port': {'device_id': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:52.533043 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:52.537755 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-8d331834-b52a-4acc-ab0f-ea2c5a1d1389 None None] Provisioning complete for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:52.538129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-8d331834-b52a-4acc-ab0f-ea2c5a1d1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.572578 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-8d331834-b52a-4acc-ab0f-ea2c5a1d1389 None None] Port 1d495ab2-c9ce-497d-b35a-7b7549b82823 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:52.703912 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.709735 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:52.719865 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Sync routers for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:52.727989 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-4371d53b-3956-4297-be52-1bf3695718a6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5466981 Jul 28 03:39:52.729844 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:52.730827 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:52.739228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-bf7742de-411a-4142-a06f-1dff24d5e0cd admin admin] 10.222.0.35 "PUT /v2.0/routers/f9780be2-e124-464a-a64f-dda0c5452663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2436824 Jul 28 03:39:52.758085 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.796401 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:52.915217 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:53.158613 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'dac35562-d628-471c-b807-0c135ce354fd', 'name': '', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'mac_address': 'fa:16:3e:88:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:49Z', 'revision_number': 2, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'subnets': [{'id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:53.186869 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Checking router: f9780be2-e124-464a-a64f-dda0c5452663 for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:53.187255 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Updating router f9780be2-e124-464a-a64f-dda0c5452663 port dac35562-d628-471c-b807-0c135ce354fd binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:53.215049 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.491950 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-f136c761-dc04-4c2c-bbce-8d592a0c0240 service neutron] 10.222.0.35 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239711 Jul 28 03:39:53.630973 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a9e18e43-11c3-42d0-8369-a4bc4ad50edc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.638066 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a9e18e43-11c3-42d0-8369-a4bc4ad50edc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 818 time: 0.1471279 Jul 28 03:39:53.676434 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-90f5110e-0318-41f8-92b6-8162e83fc941 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/quotas/7f56cc31288e4cc6a212fe47e803ae79 HTTP/1.1" status: 200 len: 375 time: 0.0373366 Jul 28 03:39:53.692967 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:53.712126 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7e7a93b3-e1ef-4677-a0b5-c6e36f6e875f admin admin] 10.222.0.35 "PUT /v2.0/routers/32c6961a-c28e-4e65-bb08-6900ba4e8a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9533226 Jul 28 03:39:53.715197 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:53.734476 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3a6b1e46-b5d4-4566-9094-865c104c9271 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:53.736354 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:53.737426 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:53.837045 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-31258053-b314-412f-9798-b5637c4e276e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592691 Jul 28 03:39:53.874921 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-f340bc3a-d93c-41a3-abb5-319da4054ba9 service neutron] 10.222.0.35 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815601 Jul 28 03:39:53.918548 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 3a6b1e46-b5d4-4566-9094-865c104c9271 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:53.918930 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.952427 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.979196 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Transition to ACTIVE for port object dac35562-d628-471c-b807-0c135ce354fd will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:54.000856 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.046317 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:54.116582 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcb31e-1415-44ad-9bfd-92dfd6a09352 None None] Pushing event updated for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.166286 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Attempting to bind port dac35562-d628-471c-b807-0c135ce354fd on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:54.166666 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Attempting to bind port dac35562-d628-471c-b807-0c135ce354fd by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:54.167035 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Attempting to bind port dac35562-d628-471c-b807-0c135ce354fd on network a36dc584-af3d-4fa3-88f3-cb6872549156 {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:54.178911 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:54.179291 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Checking segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:54.182939 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.185238 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Bound using segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:54.186264 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Bound port: dac35562-d628-471c-b807-0c135ce354fd, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:54.186428 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.217345 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-ea7b73b7-f9c7-482f-8560-20d366696c1d service neutron] 10.222.0.35 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789530 Jul 28 03:39:54.236296 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca38463e-de66-4166-b7b3-294ac61a1a9f {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:54.288076 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.297978 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cf4ece-6970-4646-bf11-8b8f6417bb4a {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:54.319221 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.334295 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Transition to ACTIVE for port object ca38463e-de66-4166-b7b3-294ac61a1a9f will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:54.351274 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-48db858a-cb5c-42bd-90f9-58ac5ec91e1d service neutron] 10.222.0.35 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323881 Jul 28 03:39:54.357412 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.365834 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] For port dac35562-d628-471c-b807-0c135ce354fd, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:54.379293 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] For port dac35562-d628-471c-b807-0c135ce354fd, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=dac35562-d628-471c-b807-0c135ce354fd,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:54.387928 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.393547 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Transition to ACTIVE for port object b9cf4ece-6970-4646-bf11-8b8f6417bb4a will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:54.498704 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.501772 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:54.502397 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:54.524249 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83e0a6-30a0-4dc6-a0a6-44d583d83e8b req-6028a7c1-cf1c-439f-8e08-b8d10ac63891 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.525995 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5d83e0a6-30a0-4dc6-a0a6-44d583d83e8b req-6028a7c1-cf1c-439f-8e08-b8d10ac63891 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 932 time: 0.2993107 Jul 28 03:39:54.526761 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.605554 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcb31e-1415-44ad-9bfd-92dfd6a09352 None None] Pushing event updated for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=4']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.634081 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:49Z', 'revision_number': 2, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:54.657942 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.706312 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27694-9d18-47b6-a896-2a486b5e03b4 req-f5047430-9b6f-4514-85b0-dfd6ce1bdb0e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.714153 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-cec27694-9d18-47b6-a896-2a486b5e03b4 req-f5047430-9b6f-4514-85b0-dfd6ce1bdb0e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 943 time: 0.0653460 Jul 28 03:39:54.732713 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:54.735366 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Updating router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a port 1d495ab2-c9ce-497d-b35a-7b7549b82823 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:54.784618 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-cec27694-9d18-47b6-a896-2a486b5e03b4 req-40382e39-bc4b-4277-8281-85f45a6aac5c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695012 Jul 28 03:39:54.829742 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.830674 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5d83e0a6-30a0-4dc6-a0a6-44d583d83e8b req-79039b5b-b744-4a71-89b3-40c251bd57ba tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912274 Jul 28 03:39:54.841415 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:54.991732 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-803753d0-ca39-4310-a094-502d48cd1835 req-2d4d68f6-e04f-4c4f-99fa-1b56de5d2bdb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 210 time: 0.0618076 Jul 28 03:39:54.994985 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Attempting to bind port ca38463e-de66-4166-b7b3-294ac61a1a9f on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:54.995603 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Attempting to bind port ca38463e-de66-4166-b7b3-294ac61a1a9f by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:54.996415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Attempting to bind port ca38463e-de66-4166-b7b3-294ac61a1a9f on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:55.005211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Port ca38463e-de66-4166-b7b3-294ac61a1a9f on network 5ca636ee-4591-441e-b394-e590066ebe62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:55.005672 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Attempting to bind port ca38463e-de66-4166-b7b3-294ac61a1a9f on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:55.021713 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:55.022187 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Checking segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:55.022857 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Bound using segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:55.023615 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Bound port: ca38463e-de66-4166-b7b3-294ac61a1a9f, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:55.023972 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.094757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Attempting to bind port b9cf4ece-6970-4646-bf11-8b8f6417bb4a on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:55.095114 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Attempting to bind port b9cf4ece-6970-4646-bf11-8b8f6417bb4a by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'd7ba603a-2ce4-4b89-916d-6ac01f888037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:55.095829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Attempting to bind port b9cf4ece-6970-4646-bf11-8b8f6417bb4a on network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:55.148620 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Port b9cf4ece-6970-4646-bf11-8b8f6417bb4a on network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:55.148951 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Attempting to bind port b9cf4ece-6970-4646-bf11-8b8f6417bb4a on network 29999a1b-98ec-4fcb-aa08-cc08c687bd2e {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:55.222037 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5a08add4-7b47-4aaa-8daa-75dd0048c50c req-5c25f346-3b29-494a-9af0-b24cac07642d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 210 time: 0.0897734 Jul 28 03:39:55.251117 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:55.252112 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Checking segment: {'id': 'd7ba603a-2ce4-4b89-916d-6ac01f888037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:55.252660 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Bound using segment: {'id': 'd7ba603a-2ce4-4b89-916d-6ac01f888037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:55.254093 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Bound port: b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ba603a-2ce4-4b89-916d-6ac01f888037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:55.255416 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.354846 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:55.355129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.368047 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Transition to ACTIVE for port object 1d495ab2-c9ce-497d-b35a-7b7549b82823 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:55.375739 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.387672 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:55.407120 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.429227 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:55.498920 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06186-7db1-429d-8136-8a9b3f01207e None None] Pushing event updated for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:55.503019 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'dac35562-d628-471c-b807-0c135ce354fd', 'name': '', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'mac_address': 'fa:16:3e:88:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:54Z', 'revision_number': 4, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'subnets': [{'id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:55.523510 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,segment=NetworkSegment(d7ba603a-2ce4-4b89-916d-6ac01f888037),segment_id=d7ba603a-2ce4-4b89-916d-6ac01f888037)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:55.579264 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Attempting to bind port 1d495ab2-c9ce-497d-b35a-7b7549b82823 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:55.580182 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Attempting to bind port 1d495ab2-c9ce-497d-b35a-7b7549b82823 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:55.580561 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Attempting to bind port 1d495ab2-c9ce-497d-b35a-7b7549b82823 on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:55.587047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.589520 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.591643 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca38463e-de66-4166-b7b3-294ac61a1a9f HTTP/1.1" status: 200 len: 1093 time: 3.6995804 Jul 28 03:39:55.592813 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:55.595005 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceffbaf-8fc5-4f21-baa3-c52b46f6ceb8 None None] The sync data for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb is: [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'dac35562-d628-471c-b807-0c135ce354fd', 'name': '', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'mac_address': 'fa:16:3e:88:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:54Z', 'revision_number': 4, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'subnets': [{'id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:55.609470 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:55.611405 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Checking segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:55.611837 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.612247 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Bound using segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:55.619623 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.623089 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Bound port: 1d495ab2-c9ce-497d-b35a-7b7549b82823, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:55.623661 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.735557 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.736504 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.738090 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9cf4ece-6970-4646-bf11-8b8f6417bb4a HTTP/1.1" status: 200 len: 1094 time: 3.8379412 Jul 28 03:39:55.906185 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:55.920658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] For port 1d495ab2-c9ce-497d-b35a-7b7549b82823, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:55.938515 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-cebe47ab-535d-4a2b-934d-dfdb7512f677 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.941572 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-cebe47ab-535d-4a2b-934d-dfdb7512f677 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 818 time: 0.5093038 Jul 28 03:39:55.942735 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] For port 1d495ab2-c9ce-497d-b35a-7b7549b82823, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=1d495ab2-c9ce-497d-b35a-7b7549b82823,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:55.943349 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b552-96cc-435d-9043-0ee167f6c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:55.970217 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.087129 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.15', 50842) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:56.176401 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06186-7db1-429d-8136-8a9b3f01207e None None] Pushing event updated for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:56.181346 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:56.182831 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:39:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:56.275738 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752bc5-322f-4389-a6fa-5bdff85e6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:56.297703 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-fd382d17-a7e4-4206-9d3d-81926cfd4c36 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/quotas/7f56cc31288e4cc6a212fe47e803ae79 HTTP/1.1" status: 200 len: 375 time: 0.0440359 Jul 28 03:39:56.409792 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-b2d6d201-03b3-4550-9cdf-8c0ba5fadcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.412328 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-b2d6d201-03b3-4550-9cdf-8c0ba5fadcfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 1096 time: 0.6790502 Jul 28 03:39:56.420409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-d26fd944-f237-4457-ac52-7de58cbf1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.422764 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-d26fd944-f237-4457-ac52-7de58cbf1c4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1bc1ebe0160445f9684dcdd774a7452&device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 1097 time: 0.3095589 Jul 28 03:39:56.453603 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e470405-55f7-488e-92f1-172dc6112647 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302423 Jul 28 03:39:56.478912 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1063c0c1-bd74-4fc1-9561-74dae398bfd8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.482234 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1063c0c1-bd74-4fc1-9561-74dae398bfd8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 816 time: 0.3934071 Jul 28 03:39:56.517184 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:56.638228 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-ec6c621e-6c0f-4a5b-98c3-8aad8efcaad9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 378 time: 0.1372237 Jul 28 03:39:56.654296 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'port': {'device_id': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'admin_state_up': True, 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'security_groups': ['85400012-30f1-47db-bca2-dc6c2350505b']}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:56.659506 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-8c8a1e8e-040d-4257-b27b-04bc545520d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a HTTP/1.1" status: 200 len: 217 time: 0.2035046 Jul 28 03:39:56.660714 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-935489be-f4e9-4a99-80d6-7a2b633d663f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f HTTP/1.1" status: 200 len: 217 time: 0.0500267 Jul 28 03:39:56.772762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-f4e913cf-f42d-49e5-8445-da769db3418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.774068 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-f4e913cf-f42d-49e5-8445-da769db3418d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0649099 Jul 28 03:39:56.809161 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Made reservation on behalf of ce5ce8b14fd04282a586e30ac06e0861 for: {'port': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:56.814887 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.858508 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49736) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:56.890864 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:55Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:56.976321 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839476c-c9a9-4974-bc4a-268888c3f42d None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:55Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:57.010033 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472688316', 'description': 'tempest-description--760131752'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:57.095928 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.15', 50848) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:57.128774 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-c0059f58-96b6-4eb4-ad8e-ff85d5748e4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3303976 Jul 28 03:39:57.225705 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b77b4151-7fcf-44b0-ab1f-4a46ca107d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.228092 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-b77b4151-7fcf-44b0-ab1f-4a46ca107d40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c182b328-d775-4bc9-add4-c11d92a6b901 HTTP/1.1" status: 200 len: 852 time: 0.4635665 Jul 28 03:39:57.270781 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-09edae1a-6133-4d25-a25d-f945e005bb57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29999a1b-98ec-4fcb-aa08-cc08c687bd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332696 Jul 28 03:39:57.354685 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.362427 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-50f0ad5d-205c-4d43-92d3-6e893395a97c service neutron] 10.222.0.35 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007544 Jul 28 03:39:57.419956 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790dad-d6ba-48ae-9102-c8c6e50cc87e req-b7effee1-5542-49f5-b09f-5814499a3b4a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.427902 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-87790dad-d6ba-48ae-9102-c8c6e50cc87e req-b7effee1-5542-49f5-b09f-5814499a3b4a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 943 time: 0.4085422 Jul 28 03:39:57.463351 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-0b788462-b26b-4588-be7f-0d330edfd198 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237751 Jul 28 03:39:57.474639 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-c7c562e3-5a28-4d27-970e-df2829948557 service neutron] 10.222.0.15 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953712 Jul 28 03:39:57.478248 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Allocated IP 172.20.0.13 (f0707ba1-d888-446b-a189-14c43279ba8e/f7c52443-1210-45fe-ba75-49b3a79ff258/584ef76e-df7a-4659-9764-693c4282029c) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:57.501277 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f25b1b38-3097-4084-b95e-aa3d9aa60e0f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.502941 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f25b1b38-3097-4084-b95e-aa3d9aa60e0f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 818 time: 0.3741319 Jul 28 03:39:57.543890 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Request body: {'port': {'device_id': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'admin_state_up': True, 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:57.590493 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-87790dad-d6ba-48ae-9102-c8c6e50cc87e req-1f0b7105-fb1d-462d-9018-52c627786442 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548531 Jul 28 03:39:57.664296 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-46410d98-081e-48c6-a9d4-4dba6eb628b5 service neutron] 10.222.0.35 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846377 Jul 28 03:39:57.753631 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:57.781614 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7032d32-3945-40a6-b6f9-574d814b64d1 req-d813f6e2-fa8a-4c6c-aa66-bd1fb33561fd service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827997 Jul 28 03:39:57.785169 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-effd84d5-0e95-4d9d-ac59-7495e218b6c4 req-e28e8767-8541-47d4-a2ec-710cace20353 service neutron] 10.222.0.15 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854013 Jul 28 03:39:57.858679 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device dac35562-d628-471c-b807-0c135ce354fd up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:57.997766 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port dac35562-d628-471c-b807-0c135ce354fd completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:58.002389 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port dac35562-d628-471c-b807-0c135ce354fd triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:58.003061 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.079276 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7e774b24-9417-4f10-aecb-6d202149c63f req-2b9d8da0-b888-4564-a4df-300400ba9ff3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 210 time: 0.0658250 Jul 28 03:39:58.202897 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.247165 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785bf6d-45db-4066-a593-947a89dfc228 req-5dfcab38-2591-486d-a531-039dfd30d750 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.249104 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7785bf6d-45db-4066-a593-947a89dfc228 req-5dfcab38-2591-486d-a531-039dfd30d750 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 944 time: 0.4229724 Jul 28 03:39:58.252631 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port dac35562-d628-471c-b807-0c135ce354fd, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=dac35562-d628-471c-b807-0c135ce354fd,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:58.255861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.258802 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.260375 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 1d495ab2-c9ce-497d-b35a-7b7549b82823 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:58.340250 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.358969 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Made reservation on behalf of 7f56cc31288e4cc6a212fe47e803ae79 for: {'port': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:58.362590 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.369195 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.440071 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33d311-3de9-4ffe-9b3a-7b6b1dc69212 x-openstack-request-id: req-0e33d311-3de9-4ffe-9b3a-7b6b1dc69212 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:58.440351 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:58.440663 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e33d311-3de9-4ffe-9b3a-7b6b1dc69212 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:58.441390 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f', 'status': 'completed', 'code': 200} Jul 28 03:39:58.477410 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Transition to ACTIVE for port object 584ef76e-df7a-4659-9764-693c4282029c will not be triggered until provisioned by entity DHCP. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:58.478884 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.484338 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49792) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:58.484707 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6233394 Jul 28 03:39:58.494150 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f9873-ff71-4703-88e5-da37314625f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:58.497797 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7785bf6d-45db-4066-a593-947a89dfc228 req-5fdab0c9-8a78-4937-aff0-8860be7e81c9 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351441 Jul 28 03:39:58.518885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fe147-5ed1-436e-82f7-177f33d10989 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f9873-ff71-4703-88e5-da37314625f0,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:58.606915 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8dca75c6-5246-4497-8065-76f55a6c1889 req-dbfaf137-a97e-4e27-af1c-1ff4272301ad tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 210 time: 0.0731919 Jul 28 03:39:58.659722 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.711814 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:58.718073 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.719554 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:58.725463 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:58.726076 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.754118 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Allocated IP 172.20.0.4 (a36dc584-af3d-4fa3-88f3-cb6872549156/d7e886ce-4840-47d2-aaaa-32adb1fc7b4b/3720e8f1-5110-414e-a66c-d8a0765eb8bf) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:58.768890 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-d4c889cb-746c-4d08-a317-a888e46b4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.771828 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-d4c889cb-746c-4d08-a317-a888e46b4d57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 1096 time: 0.2513728 Jul 28 03:39:58.800700 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Network f0707ba1-d888-446b-a189-14c43279ba8e is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:58.824379 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:58.832962 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:58.841791 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:58.865665 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.906065 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 1d495ab2-c9ce-497d-b35a-7b7549b82823, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=1d495ab2-c9ce-497d-b35a-7b7549b82823,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:58.914743 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.938381 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c8cd-5eec-49c3-be40-3962a1359572 req-14bdd7d1-e0f7-406d-8f79-3d6d1eb32ff5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.939022 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8dc5c8cd-5eec-49c3-be40-3962a1359572 req-14bdd7d1-e0f7-406d-8f79-3d6d1eb32ff5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 943 time: 0.2077923 Jul 28 03:39:58.981717 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.982668 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:58.987653 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:59.050426 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.061991 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-1f3fd86a-c0ac-4bfa-a14f-00280f866e66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4161148 Jul 28 03:39:59.066633 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.077846 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8dc5c8cd-5eec-49c3-be40-3962a1359572 req-a2b1ff55-854e-4ec4-9a05-b7e222680d9b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306329 Jul 28 03:39:59.085065 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Request body: {'port': {'device_id': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:59.106544 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00a72b6-b116-42f5-8c89-029958737517,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:59.126775 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-cdef885f-4627-4632-846a-73b2fe3ecfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.128323 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-cdef885f-4627-4632-846a-73b2fe3ecfff service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 916 time: 0.3213923 Jul 28 03:39:59.129483 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.130583 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-467b8b0c-c870-423d-897f-37f5f987adbb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6446624 Jul 28 03:39:59.133256 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49798) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:59.137805 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f9873-ff71-4703-88e5-da37314625f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:59.184823 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-4718031a-cf59-407c-b494-265c49ec2363 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f HTTP/1.1" status: 200 len: 217 time: 0.0405037 Jul 28 03:39:59.205776 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.211181 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.253491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-dc9428c4-df3c-48b0-b815-71c35c6ebb6b None None] Provisioning for port 584ef76e-df7a-4659-9764-693c4282029c completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:59.261771 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-dc9428c4-df3c-48b0-b815-71c35c6ebb6b None None] Provisioning complete for port 584ef76e-df7a-4659-9764-693c4282029c triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:59.262432 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc9428c4-df3c-48b0-b815-71c35c6ebb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.285683 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496f5de-3a2a-4d5e-ae33-19e0c7c5b885 req-05eb09b8-a42a-450d-ae41-1b715c7c4601 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.287272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c496f5de-3a2a-4d5e-ae33-19e0c7c5b885 req-05eb09b8-a42a-450d-ae41-1b715c7c4601 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 932 time: 0.0974367 Jul 28 03:39:59.318696 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-11a79cbf-f7b6-41e5-b349-6093768cb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.319130 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-dc9428c4-df3c-48b0-b815-71c35c6ebb6b None None] Port 584ef76e-df7a-4659-9764-693c4282029c cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:59.320232 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-11a79cbf-f7b6-41e5-b349-6093768cb9c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.1169856 Jul 28 03:39:59.322413 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.365778 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-9ae86e19-9fa4-4d4f-8ebe-edfde0a31ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jul 28 03:39:59.372787 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c496f5de-3a2a-4d5e-ae33-19e0c7c5b885 req-3ecda385-5ccf-4184-a511-f5ae8ce83132 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780799 Jul 28 03:39:59.500705 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.517256 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.522629 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-6d1dfde2-d864-4c0e-b083-b3475bdbb824 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483283 Jul 28 03:39:59.617492 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319ac04e-cd4f-41f5-8b90-525ed4c603d3,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:59.632095 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.658273 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.667857 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-296169a3-9d08-42e7-870d-4e0564ca234d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5320997 Jul 28 03:39:59.671115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49824) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:59.736130 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:59.750929 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49826) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:59.778138 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device dac35562-d628-471c-b807-0c135ce354fd up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:59.861141 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-86846e77-27af-4f36-9bba-8db70db0bf04 req-b21ae7d4-07b8-440a-b8bf-9e90d1821273 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 210 time: 0.0727966 Jul 28 03:39:59.894883 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.915448 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port dac35562-d628-471c-b807-0c135ce354fd triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:59.916068 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:59.923025 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Network a36dc584-af3d-4fa3-88f3-cb6872549156 is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:59.939688 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:59.944615 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Pushing event updated for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:59.960129 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:00.027889 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ed4238b-d166-4e1d-ad01-3af2ebc686ac req-b8fc086d-c6ae-4a95-a3f5-680aebfee4e9 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975159 Jul 28 03:40:00.036155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ce83d-bb21-4525-8138-4b01388b4d5b req-05c084b8-e47f-4a69-ae0d-9239e41390a5 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.037697 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-911ce83d-bb21-4525-8138-4b01388b4d5b req-05c084b8-e47f-4a69-ae0d-9239e41390a5 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 944 time: 0.3975072 Jul 28 03:40:00.064574 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 1d495ab2-c9ce-497d-b35a-7b7549b82823 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:00.083462 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f7951469-59db-40b6-9029-f8fd7c4e3823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.106266 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.106598 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.106977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49838) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:00.118574 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-61450e4d-4e3f-4969-9af0-6b975a545409 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.120094 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-61450e4d-4e3f-4969-9af0-6b975a545409 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 818 time: 0.4869673 Jul 28 03:40:00.125558 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 1d495ab2-c9ce-497d-b35a-7b7549b82823 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:00.126232 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.149804 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-911ce83d-bb21-4525-8138-4b01388b4d5b req-38eb3172-b4f3-4a23-be32-151d6ab04168 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Jul 28 03:40:00.191855 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Request body: {'port': {'device_id': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'admin_state_up': True, 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:00.192067 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:00.200942 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.219278 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Transition to ACTIVE for port object 584ef76e-df7a-4659-9764-693c4282029c will not be triggered until provisioned by entity L2. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:00.229977 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.286127 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:00.379582 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Attempting to bind port 584ef76e-df7a-4659-9764-693c4282029c on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:00.380265 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Attempting to bind port 584ef76e-df7a-4659-9764-693c4282029c by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}] {{(pid=99646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:00.380815 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Attempting to bind port 584ef76e-df7a-4659-9764-693c4282029c on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:00.385734 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Port 584ef76e-df7a-4659-9764-693c4282029c on network f0707ba1-d888-446b-a189-14c43279ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:00.386048 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Attempting to bind port 584ef76e-df7a-4659-9764-693c4282029c on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:00.392424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:00.392752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Checking segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:00.393370 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Bound using segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:00.393816 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Bound port: 584ef76e-df7a-4659-9764-693c4282029c, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}}] {{(pid=99646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:00.394179 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.467796 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, cleared binding levels {{(pid=99646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:00.472259 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:00.472387 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:00.474646 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d515ae-c872-45f6-a0a1-186c2526a26f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:00.488121 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.499888 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dab011a3-fab8-46f1-80d5-cc99510f92d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.557037 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.558255 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.559626 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] 10.222.0.15 "PUT /v2.0/ports/584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 1094 time: 1.4807904 Jul 28 03:40:00.564561 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:00.592939 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3210-1037-4e69-ae7e-1ad370507689 req-7da1b4cb-f02e-465d-88e1-5a618a0dc53e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.600205 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-014d3210-1037-4e69-ae7e-1ad370507689 req-7da1b4cb-f02e-465d-88e1-5a618a0dc53e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 943 time: 0.3513572 Jul 28 03:40:00.600388 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d947b-4e60-4566-8bcd-6ade5955a38c req-6bbb1b4a-3485-45a3-aeb7-551762401c3c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.601878 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-201d947b-4e60-4566-8bcd-6ade5955a38c req-6bbb1b4a-3485-45a3-aeb7-551762401c3c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1251299 Jul 28 03:40:00.624392 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4a2fd-0fe5-4b35-a883-d9a8bbc02452 service neutron] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=3']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:00.678091 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.688919 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-014d3210-1037-4e69-ae7e-1ad370507689 req-8ce15662-0519-48e3-b080-fe25d4777001 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877812 Jul 28 03:40:00.709467 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-201d947b-4e60-4566-8bcd-6ade5955a38c req-7b5c784f-52f9-4e77-ae45-98eb1369c32a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939012 Jul 28 03:40:00.729607 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-656ba737-00da-45d3-a9d4-24eb3f34c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.731258 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-656ba737-00da-45d3-a9d4-24eb3f34c5de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1097 time: 0.0965083 Jul 28 03:40:00.741652 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f7951469-59db-40b6-9029-f8fd7c4e3823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.786454 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:00.809072 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b231b7-1edb-4530-a971-6d22bf705f2e x-openstack-request-id: req-96b231b7-1edb-4530-a971-6d22bf705f2e {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:00.810431 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:00.811391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96b231b7-1edb-4530-a971-6d22bf705f2e {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:00.811960 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a', 'status': 'completed', 'code': 200} Jul 28 03:40:00.820820 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-f87e4292-ebd4-477f-abd7-2ddec1850f85 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2855673 Jul 28 03:40:00.822525 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-2e4a56e8-3ad1-47d9-b286-8e966de8d100 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 217 time: 0.0757141 Jul 28 03:40:00.825451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f7951469-59db-40b6-9029-f8fd7c4e3823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.846697 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Request body: {'port': {'device_id': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:00.929424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-6f70b4f1-4705-49ed-8242-04945d7cf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.930924 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-6f70b4f1-4705-49ed-8242-04945d7cf6e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0813742 Jul 28 03:40:01.028426 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0bab66-fddf-4647-aa78-db3bc8f33183 x-openstack-request-id: req-2e0bab66-fddf-4647-aa78-db3bc8f33183 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:01.028858 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:01.030220 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e0bab66-fddf-4647-aa78-db3bc8f33183 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:01.030689 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'status': 'completed', 'code': 200} Jul 28 03:40:01.041051 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-f7951469-59db-40b6-9029-f8fd7c4e3823 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb27ef0ce5d944d8a29d6cf706552250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2574968 Jul 28 03:40:01.042230 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7951469-59db-40b6-9029-f8fd7c4e3823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde1d1d-a571-4970-845e-cf40f2f02458,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.045615 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 49868) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:01.068008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.083418 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-8051f329-d762-4c33-93eb-7ecde5db6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.084936 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-8051f329-d762-4c33-93eb-7ecde5db6728 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376343 Jul 28 03:40:01.087420 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6b3981c0-e758-4f69-8395-b5c579882149 req-f499a881-94f3-4901-a1ad-6a1107d0fde4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 210 time: 0.1263702 Jul 28 03:40:01.141217 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-0558f976-9e20-47d1-b80d-941bbfa8e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.142799 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-0558f976-9e20-47d1-b80d-941bbfa8e1f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1bc1ebe0160445f9684dcdd774a7452&device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 1097 time: 0.2488949 Jul 28 03:40:01.144005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Allocated IP 172.28.3.226 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/ea4b48c0-ed9f-4426-a159-875fa422bb0e) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:01.287954 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.288999 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b9cf4ece-6970-4646-bf11-8b8f6417bb4a details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:01.307029 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dab011a3-fab8-46f1-80d5-cc99510f92d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.324317 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dab011a3-fab8-46f1-80d5-cc99510f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.339987 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-d8bfaf39-5e66-42a9-a520-0031f137ef39 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423449 Jul 28 03:40:01.362535 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-a78ad73d-26ed-40e6-b86c-3f03de309b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.364086 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-a78ad73d-26ed-40e6-b86c-3f03de309b5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=29999a1b-98ec-4fcb-aa08-cc08c687bd2e HTTP/1.1" status: 200 len: 913 time: 0.2120740 Jul 28 03:40:01.404982 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Made reservation on behalf of 7f56cc31288e4cc6a212fe47e803ae79 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:01.407750 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,segment=NetworkSegment(d7ba603a-2ce4-4b89-916d-6ac01f888037),segment_id=d7ba603a-2ce4-4b89-916d-6ac01f888037)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:01.409560 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.409686 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.419282 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a', 'network_id': '29999a1b-98ec-4fcb-aa08-cc08c687bd2e', 'port_id': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a', 'mac_address': 'fa:16:3e:57:09:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c182b328-d775-4bc9-add4-c11d92a6b901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:01.443160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dab011a3-fab8-46f1-80d5-cc99510f92d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e85f5244d0dd47a0918609369bfa3ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3220060 Jul 28 03:40:01.453298 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49874) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:01.454842 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-d19b6985-99b3-44e8-acc2-2795e3e35543 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a HTTP/1.1" status: 200 len: 217 time: 0.0812807 Jul 28 03:40:01.457112 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab011a3-fab8-46f1-80d5-cc99510f92d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d3dca-3045-4dd0-8737-5a119aff69aa,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.463495 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.465674 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d8a96-cd81-4b3c-9464-45e068b043c7 req-3073a3bf-e5f8-4a46-a5de-0146f7f288fe tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.467776 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d0d8a96-cd81-4b3c-9464-45e068b043c7 req-3073a3bf-e5f8-4a46-a5de-0146f7f288fe tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 944 time: 0.1999767 Jul 28 03:40:01.479036 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cf4ece-6970-4646-bf11-8b8f6417bb4a {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:01.508271 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,segment=NetworkSegment(d7ba603a-2ce4-4b89-916d-6ac01f888037),segment_id=d7ba603a-2ce4-4b89-916d-6ac01f888037)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:01.508522 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.517580 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.518590 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ca38463e-de66-4166-b7b3-294ac61a1a9f details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:01.621214 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.637449 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.652581 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-2069996b-53ba-46c7-9d95-b88ac38e85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.654084 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-2069996b-53ba-46c7-9d95-b88ac38e85a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c182b328-d775-4bc9-add4-c11d92a6b901 HTTP/1.1" status: 200 len: 852 time: 0.1798446 Jul 28 03:40:01.665277 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:01.677877 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'ca38463e-de66-4166-b7b3-294ac61a1a9f', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'port_id': 'ca38463e-de66-4166-b7b3-294ac61a1a9f', 'mac_address': 'fa:16:3e:e5:90:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e49d51-0845-464d-8000-2f46f345c31b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:01.709632 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-d969c1bb-2590-4886-8cb3-cbdc340ab14e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29999a1b-98ec-4fcb-aa08-cc08c687bd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455086 Jul 28 03:40:01.712905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.736266 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.761586 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca38463e-de66-4166-b7b3-294ac61a1a9f {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:01.771086 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b48e248-88e8-4670-a1ab-9866f5eb56ab req-8ef04115-100c-407f-93fa-d17bad78a63d service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198446 Jul 28 03:40:01.781016 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d0d8a96-cd81-4b3c-9464-45e068b043c7 req-1c8865a6-bf13-4cfe-b9b1-c3a3f6d46c68 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148891 Jul 28 03:40:01.803801 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:01.803895 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.814510 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.854157 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.859947 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.864020 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfde1d1d-a571-4970-845e-cf40f2f02458 HTTP/1.1" status: 204 len: 168 time: 0.8093629 Jul 28 03:40:01.876426 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee549a-4056-4973-8e69-519ebbd9899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde1d1d-a571-4970-845e-cf40f2f02458,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.885884 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3720e8f1-5110-414e-a66c-d8a0765eb8bf {{(pid=99646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:01.895344 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.901732 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:01.912207 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=ea4b48c0-ed9f-4426-a159-875fa422bb0e,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.914864 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:01.930804 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:01.948209 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Transition to ACTIVE for port object 3720e8f1-5110-414e-a66c-d8a0765eb8bf will not be triggered until provisioned by entity L2. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:01.949508 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:01.961940 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.964643 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:01.965788 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c8d3dca-3045-4dd0-8737-5a119aff69aa HTTP/1.1" status: 204 len: 168 time: 0.5095835 Jul 28 03:40:01.974968 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-1655435e-deea-4eb7-81a7-1bfd1654db53 service neutron] 10.222.0.15 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528396 Jul 28 03:40:01.975972 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.027243 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff19440-084a-4494-98a3-42e707c21593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d3dca-3045-4dd0-8737-5a119aff69aa,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:02.050730 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454fb2-9a58-49eb-86e1-2fdbbd5582ad req-4c67702c-1480-41d9-80c9-ff1b47086403 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.052418 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-89454fb2-9a58-49eb-86e1-2fdbbd5582ad req-4c67702c-1480-41d9-80c9-ff1b47086403 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1448495 Jul 28 03:40:02.055818 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-0494b729-4e25-4711-a03a-a903fe65d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.057311 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-0494b729-4e25-4711-a03a-a903fe65d3fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1097 time: 0.1350472 Jul 28 03:40:02.059601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:02.064617 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf4d4e-5d90-43bf-adf4-8d3881b66fd3 req-5c25ec5e-febd-4e6c-8d1e-1a2b37596446 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.066269 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cfaf4d4e-5d90-43bf-adf4-8d3881b66fd3 req-5c25ec5e-febd-4e6c-8d1e-1a2b37596446 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 944 time: 0.2246275 Jul 28 03:40:02.224693 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Allocated IP 172.20.0.7 (a36dc584-af3d-4fa3-88f3-cb6872549156/d7e886ce-4840-47d2-aaaa-32adb1fc7b4b/b7a623d0-5e30-4109-a0b8-d0b1a8982239) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:02.241360 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:02.262941 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-89454fb2-9a58-49eb-86e1-2fdbbd5582ad req-258fc29e-5e3b-44eb-a44d-1cb979c06ee6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1995432 Jul 28 03:40:02.392125 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['b9cf4ece-6970-4646-bf11-8b8f6417bb4a'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:02.415631 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-8101a545-54f9-402c-a0a0-b696e2e24d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.417969 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-8101a545-54f9-402c-a0a0-b696e2e24d97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.3466532 Jul 28 03:40:02.472121 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.527101 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Attempting to bind port 3720e8f1-5110-414e-a66c-d8a0765eb8bf on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:02.528008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Attempting to bind port 3720e8f1-5110-414e-a66c-d8a0765eb8bf by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}] {{(pid=99646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:02.528008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Attempting to bind port 3720e8f1-5110-414e-a66c-d8a0765eb8bf on network a36dc584-af3d-4fa3-88f3-cb6872549156 {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:02.532138 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-87eaca00-93e2-4bd9-9b56-c9f2ad7c6650 req-304150e0-f5db-48e1-85fc-cebce479cf3d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 210 time: 0.1069112 Jul 28 03:40:02.533561 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-789dddc6-1f8f-4b2f-9641-604e53a821a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 217 time: 0.0865586 Jul 28 03:40:02.537735 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Port 3720e8f1-5110-414e-a66c-d8a0765eb8bf on network a36dc584-af3d-4fa3-88f3-cb6872549156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:02.538166 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Attempting to bind port 3720e8f1-5110-414e-a66c-d8a0765eb8bf on network a36dc584-af3d-4fa3-88f3-cb6872549156 {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:02.584757 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:02.585319 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Checking segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:02.585577 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cfaf4d4e-5d90-43bf-adf4-8d3881b66fd3 req-1c949718-0616-47e6-835b-a67f424217df tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847198 Jul 28 03:40:02.586024 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Bound using segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} {{(pid=99646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:02.586186 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49900) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:02.586753 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49902) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:02.587052 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.managers [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Bound port: 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}}] {{(pid=99646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:02.587608 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.651932 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-a0831bde-42e3-4cee-8b10-685c9b27de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.652827 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-08d515ae-c872-45f6-a0a1-186c2526a26f req-515888aa-a083-4080-9e0f-28080543dddf service neutron] 10.222.0.15 "GET /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596479 Jul 28 03:40:02.654431 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-a0831bde-42e3-4cee-8b10-685c9b27de3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.1106107 Jul 28 03:40:02.657847 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8ef1848b-6736-4d74-a6a7-57775d62ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.660225 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e506305-8303-4ac6-9bf7-cc1f16e56ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.666206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.697544 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, cleared binding levels {{(pid=99646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:02.723011 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.731187 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:02.736453 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.775699 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.776339 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.777663 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] 10.222.0.15 "PUT /v2.0/ports/3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 1093 time: 1.9353657 Jul 28 03:40:02.781047 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-e75407d2-b5c1-48b5-984e-9d0e425bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.782420 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-e75407d2-b5c1-48b5-984e-9d0e425bc519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997124 Jul 28 03:40:02.813333 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954612a-930d-4296-8309-88bce1b9ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=3']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:02.883907 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:02.964952 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-8a96fad2-bc61-4517-a96e-c8488196319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.966329 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-8a96fad2-bc61-4517-a96e-c8488196319c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1096 time: 0.1035168 Jul 28 03:40:02.981330 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c483f-abc7-47f3-868f-bbb2a3ea620a req-14f96332-46b1-47a0-a6ea-b96f7edddf3b tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.983433 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-872c483f-abc7-47f3-868f-bbb2a3ea620a req-14f96332-46b1-47a0-a6ea-b96f7edddf3b tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 945 time: 0.1218460 Jul 28 03:40:02.994334 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-dbde0fbb-eb25-46b4-85bd-020b42f205f3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941965 Jul 28 03:40:03.044551 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:03.047399 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586735f-aa6d-4fe9-b536-ae70ffc766fe" -d '{"events": [{"name": "network-changed", "server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:03.053751 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-e6b9ed8c-6128-433e-9715-78e250a74f2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0678284 Jul 28 03:40:03.099397 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5fbf2-e321-4a88-919d-e687da6837aa x-openstack-request-id: req-a5b5fbf2-e321-4a88-919d-e687da6837aa {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:03.099687 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:03.099934 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5b5fbf2-e321-4a88-919d-e687da6837aa {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:03.100311 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'status': 'completed', 'code': 200} Jul 28 03:40:03.139792 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-872c483f-abc7-47f3-868f-bbb2a3ea620a req-c5bd965d-b084-48a4-88ab-10542e965ad5 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477368 Jul 28 03:40:03.145272 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Network a36dc584-af3d-4fa3-88f3-cb6872549156 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:03.161296 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:03.165883 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-e4168b8e-6bf3-4579-af2e-e7f7c5a763c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.167584 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-e4168b8e-6bf3-4579-af2e-e7f7c5a763c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.1027191 Jul 28 03:40:03.173346 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e506305-8303-4ac6-9bf7-cc1f16e56ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.174394 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:03.203067 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e506305-8303-4ac6-9bf7-cc1f16e56ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.205290 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Pushing event updated for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.212029 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-7832366f-bf36-47ca-bcc0-70e3db1458e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338163 Jul 28 03:40:03.213987 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9ab8b9d3-3ac1-410c-81f6-42a9a7a864e0 req-259d20ac-be63-4ecf-af37-d1a1239363a9 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864374 Jul 28 03:40:03.230889 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.252145 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.283571 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ca38463e-de66-4166-b7b3-294ac61a1a9f up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:03.330679 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.330679 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.338342 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port ca38463e-de66-4166-b7b3-294ac61a1a9f completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:03.342945 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port ca38463e-de66-4166-b7b3-294ac61a1a9f triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:03.343472 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.344385 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-ab3703c7-09d7-4430-b86d-9bac50ecb12c service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014559 Jul 28 03:40:03.351737 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2e506305-8303-4ac6-9bf7-cc1f16e56ae4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3045cd0c7fff4baaa365e2abed4599fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414443 Jul 28 03:40:03.352685 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e506305-8303-4ac6-9bf7-cc1f16e56ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0fd39e-5e45-4968-b9ba-dd3ab604397b,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.355196 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49910) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:03.449093 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.452351 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0b2494d-11aa-4a74-97e0-cd951223096b req-922d756a-4286-4711-8b42-a934bf848186 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046939 Jul 28 03:40:03.472600 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=ea4b48c0-ed9f-4426-a159-875fa422bb0e,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.497647 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:03.505168 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.577339 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd0977-6370-4c26-ae32-1532006ae7a9 req-31d72115-1421-4c03-a80d-f55dc1b4cd48 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.590693 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-89bd0977-6370-4c26-ae32-1532006ae7a9 req-31d72115-1421-4c03-a80d-f55dc1b4cd48 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.2083144 Jul 28 03:40:03.595954 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:03.596132 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8ef1848b-6736-4d74-a6a7-57775d62ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.609429 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.610211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.610502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b9cf4ece-6970-4646-bf11-8b8f6417bb4a up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:03.620139 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8ef1848b-6736-4d74-a6a7-57775d62ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.649686 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.650901 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-263dce5c-9d07-40a9-b6c7-3b57753803c9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9731307 Jul 28 03:40:03.652243 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-2e166e0a-cf87-4b75-bd35-2e705e3e60e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4800816 Jul 28 03:40:03.706283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-76e767f0-e505-468b-aa42-ebdfc11bb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.709228 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-76e767f0-e505-468b-aa42-ebdfc11bb4e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1096 time: 0.1106560 Jul 28 03:40:03.718936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Request body: {'port': {'device_id': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:03.751717 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.754168 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c6fb54-41ec-4bbf-94a5-386e1ba4cf71" -d '{"events": [{"server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "name": "network-vif-plugged", "status": "completed", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:03.788201 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.802664 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port b9cf4ece-6970-4646-bf11-8b8f6417bb4a completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:03.809852 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-89bd0977-6370-4c26-ae32-1532006ae7a9 req-48b521a0-08e1-471c-a48d-68c282c756c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2183399 Jul 28 03:40:03.812871 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port b9cf4ece-6970-4646-bf11-8b8f6417bb4a triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:03.812871 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.838618 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1848b-6736-4d74-a6a7-57775d62ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523f5c49-2f9c-47c2-8914-8d377a5df422,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.843393 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-8ef1848b-6736-4d74-a6a7-57775d62ff87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82c0f8af840a4da2b151ad130eb4f024&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2319963 Jul 28 03:40:03.849353 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 49934) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:03.932652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82c6b-6b06-4d82-af9d-31186f3b7a9a req-10074a2c-98b8-47a3-9b1a-21125d1244db tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.939344 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.939531 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f8e82c6b-6b06-4d82-af9d-31186f3b7a9a req-10074a2c-98b8-47a3-9b1a-21125d1244db tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 931 time: 0.2317441 Jul 28 03:40:03.950261 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.971564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,segment=NetworkSegment(d7ba603a-2ce4-4b89-916d-6ac01f888037),segment_id=d7ba603a-2ce4-4b89-916d-6ac01f888037)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:03.973174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.975676 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.977515 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.977864 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-b1dce835-4586-4790-80a8-177b097b7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.979762 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac0fd39e-5e45-4968-b9ba-dd3ab604397b HTTP/1.1" status: 204 len: 168 time: 0.6029975 Jul 28 03:40:03.980829 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-b1dce835-4586-4790-80a8-177b097b7305 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.2586904 Jul 28 03:40:04.021607 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.027777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be417c-00dc-4fed-a344-131f07025e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0fd39e-5e45-4968-b9ba-dd3ab604397b,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:04.040299 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-d9f8ebcc-1fbd-4055-8621-f9b1e4327ae6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0499039 Jul 28 03:40:04.046141 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee501e5e-5cc2-4597-8c62-3558c2303dc3 req-f9021cd6-c37a-4d81-9843-e811fcdc35d9 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.052668 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:04.053615 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ee501e5e-5cc2-4597-8c62-3558c2303dc3 req-f9021cd6-c37a-4d81-9843-e811fcdc35d9 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.1541414 Jul 28 03:40:04.077392 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f8e82c6b-6b06-4d82-af9d-31186f3b7a9a req-8a7c6047-fd60-4bbc-8a05-421fc47bed9c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304560 Jul 28 03:40:04.104701 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.126413 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-81ab69fd-7be0-4091-ac23-68f82ab525a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.127961 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-81ab69fd-7be0-4091-ac23-68f82ab525a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0789640 Jul 28 03:40:04.160539 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e9212aac-82cf-46a7-a03f-e026332df269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.179797 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-6dfba0d2-c5e7-4a5f-9491-4496e2ebbb51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424547 Jul 28 03:40:04.198301 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ee501e5e-5cc2-4597-8c62-3558c2303dc3 req-4aab7712-5153-4295-90f9-460b7bc18245 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437562 Jul 28 03:40:04.208682 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8bc8b7-f640-4215-89c5-e2e6a1be09c4 x-openstack-request-id: req-8a8bc8b7-f640-4215-89c5-e2e6a1be09c4 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:04.209012 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "name": "network-vif-plugged", "status": "completed", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:04.209335 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a8bc8b7-f640-4215-89c5-e2e6a1be09c4 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:04.209839 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f', 'code': 200} Jul 28 03:40:04.293820 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.297893 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.299070 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/523f5c49-2f9c-47c2-8914-8d377a5df422 HTTP/1.1" status: 204 len: 168 time: 0.4488008 Jul 28 03:40:04.345723 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c2b9-d1a9-4048-8d41-06bcc9585a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f5c49-2f9c-47c2-8914-8d377a5df422,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:04.383966 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-2b704499-95b0-40f7-ac4a-e38d9befe52d service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953719 Jul 28 03:40:04.406193 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-7681b8de-dcb0-4305-bd87-603068c05ead tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1472688316&fields=id&tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 267 time: 0.0686808 Jul 28 03:40:04.462041 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a6692-e8c7-48eb-b95f-7c4335ebda33 req-6bd865a7-b3b8-4ca1-9c36-28d639a0260f tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.471295 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-198a6692-e8c7-48eb-b95f-7c4335ebda33 req-6bd865a7-b3b8-4ca1-9c36-28d639a0260f tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.1239605 Jul 28 03:40:04.544259 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a623d0-5e30-4109-a0b8-d0b1a8982239 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:04.555348 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.605903 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-82b75319-2bbe-4c22-9d83-4772f08cb119 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.607557 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-82b75319-2bbe-4c22-9d83-4772f08cb119 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 811 time: 0.1836753 Jul 28 03:40:04.612809 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Transition to ACTIVE for port object b7a623d0-5e30-4109-a0b8-d0b1a8982239 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:04.618295 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.674421 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-406468a5-0a88-4158-83d8-a821a83f8301 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/quotas/e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 375 time: 0.0455172 Jul 28 03:40:04.767714 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:04.795687 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Attempting to bind port b7a623d0-5e30-4109-a0b8-d0b1a8982239 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:04.796028 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Attempting to bind port b7a623d0-5e30-4109-a0b8-d0b1a8982239 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:04.796363 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Attempting to bind port b7a623d0-5e30-4109-a0b8-d0b1a8982239 on network a36dc584-af3d-4fa3-88f3-cb6872549156 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:04.804844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Port b7a623d0-5e30-4109-a0b8-d0b1a8982239 on network a36dc584-af3d-4fa3-88f3-cb6872549156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:04.805375 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Attempting to bind port b7a623d0-5e30-4109-a0b8-d0b1a8982239 on network a36dc584-af3d-4fa3-88f3-cb6872549156 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:04.823207 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4586735f-aa6d-4fe9-b536-ae70ffc766fe req-a41a2e9e-845e-4675-a8ef-4b8fcab681d9 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314451 Jul 28 03:40:04.832461 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-198a6692-e8c7-48eb-b95f-7c4335ebda33 req-52400899-6998-435e-9c00-6c8630e10397 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602893 Jul 28 03:40:04.835385 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:04.835912 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Checking segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:04.836467 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Bound using segment: {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:04.838365 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Bound port: b7a623d0-5e30-4109-a0b8-d0b1a8982239, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad708fb-3686-4b14-b008-48e0cf5763c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:04.838726 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.841177 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-879eea2e-c252-405f-aec5-b504d57c7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.846242 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-879eea2e-c252-405f-aec5-b504d57c7c81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 1098 time: 0.3650212 Jul 28 03:40:04.871002 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-6e63e1d8-0ed6-4754-b9f8-b3daa8e4db9f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846092 Jul 28 03:40:04.871165 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-2486c48f-bcb5-486b-9b9c-8a0fed7bbb52 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.070148 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:05.075198 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:05.080589 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-16accb1a-1177-4bc8-adcb-087135f09352 service neutron] 10.222.0.35 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905327 Jul 28 03:40:05.083178 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.106644 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132da01-37b7-48d7-a2dd-8cab030b35f9 req-52ebd9d2-3496-460f-aff7-0b555b6eb687 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.114735 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6132da01-37b7-48d7-a2dd-8cab030b35f9 req-52ebd9d2-3496-460f-aff7-0b555b6eb687 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1336305 Jul 28 03:40:05.143943 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-2486c48f-bcb5-486b-9b9c-8a0fed7bbb52 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.155763 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-2486c48f-bcb5-486b-9b9c-8a0fed7bbb52 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.198885 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.199530 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.200932 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] 10.222.0.15 "PUT /v2.0/ports/b7a623d0-5e30-4109-a0b8-d0b1a8982239 HTTP/1.1" status: 200 len: 1093 time: 1.5021651 Jul 28 03:40:05.203762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:05.205157 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9a1005-4686-439b-bb64-d249e71a7be1" -d '{"events": [{"name": "network-changed", "server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:05.205909 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-60cd6bd6-01ae-4158-9e4b-306886c9cb04 req-2486c48f-bcb5-486b-9b9c-8a0fed7bbb52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483229 Jul 28 03:40:05.230888 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6132da01-37b7-48d7-a2dd-8cab030b35f9 req-20628752-737a-44ef-ac5d-4203046b7ccb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026611 Jul 28 03:40:05.231811 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c48f-bcb5-486b-9b9c-8a0fed7bbb52 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee990e2-8a8b-4c6d-aaca-50c688299f20,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:05.275306 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64ca0a-dceb-4308-830f-1484a214640a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:05.300169 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:05.311198 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-0380f1f9-65ae-4c16-b68b-f05be2c6e8df service neutron] 10.222.0.35 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202992 Jul 28 03:40:05.388066 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3f37-a85a-4b18-aa77-b582e3f80fb1 req-ed235e6e-a2a9-49f3-92db-926f9e9f9f8c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.389783 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a47f3f37-a85a-4b18-aa77-b582e3f80fb1 req-ed235e6e-a2a9-49f3-92db-926f9e9f9f8c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 943 time: 0.0620394 Jul 28 03:40:05.447804 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a47f3f37-a85a-4b18-aa77-b582e3f80fb1 req-b23a03ec-946e-4456-b721-6561c7c84b34 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472882 Jul 28 03:40:05.520309 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:05.533451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bccbbb3-1e82-4b22-ab92-1ae8295546d2 x-openstack-request-id: req-5bccbbb3-1e82-4b22-ab92-1ae8295546d2 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:05.533762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:05.534021 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bccbbb3-1e82-4b22-ab92-1ae8295546d2 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:05.534430 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239', 'status': 'completed', 'code': 200} Jul 28 03:40:05.551218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '584ef76e-df7a-4659-9764-693c4282029c', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:05.620135 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d00396-b41c-4127-9eea-64294d8d658f req-81479b05-5758-4f1f-9ee7-1ef508049a12 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.629482 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6d00396-b41c-4127-9eea-64294d8d658f req-81479b05-5758-4f1f-9ee7-1ef508049a12 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0795131 Jul 28 03:40:05.633981 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-abafb49b-628a-41d1-babe-75b2acf51de3 req-8dbaa9d9-7d16-4f06-8619-b5155de474a2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 210 time: 0.0390644 Jul 28 03:40:05.647738 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-3afb0e6d-f680-4c19-b83e-ca47ceef2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.650021 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-3afb0e6d-f680-4c19-b83e-ca47ceef2f7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 1096 time: 0.0970259 Jul 28 03:40:05.661527 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.679067 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:05.680611 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6d00396-b41c-4127-9eea-64294d8d658f req-7a673a56-d680-4efd-ae19-ca39025cc797 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Jul 28 03:40:05.711444 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:05.717983 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.728728 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-998d8f24-a2b0-42c8-a3fc-9446201fcac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239 HTTP/1.1" status: 200 len: 217 time: 0.0618539 Jul 28 03:40:05.785921 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:05.811813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-d482328d-142b-4871-9575-1678ec1cc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.813807 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-d482328d-142b-4871-9575-1678ec1cc8f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0763979 Jul 28 03:40:05.858990 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-8b57de15-ec88-4937-837a-8939a4930232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367391 Jul 28 03:40:06.013663 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-ce55ff88-5b18-4931-987e-71472e6ccf03 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378317 Jul 28 03:40:06.026812 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e0ff-4f56-4046-92b1-1dec6818d8bb req-ea1b823b-ee33-4573-a4c1-e1069b6b1496 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.028391 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0172e0ff-4f56-4046-92b1-1dec6818d8bb req-ea1b823b-ee33-4573-a4c1-e1069b6b1496 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.0655746 Jul 28 03:40:06.032975 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['584ef76e-df7a-4659-9764-693c4282029c'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:06.198292 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0172e0ff-4f56-4046-92b1-1dec6818d8bb req-1899f55b-4319-4d9a-bd30-02b88f86af7b tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149070 Jul 28 03:40:06.213771 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:06.216732 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf9fb5-bc93-4838-b87d-5f548ddca265" -d '{"events": [{"server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:06.245181 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a5563548-cb1f-4fde-8736-5afcc86ba7ca req-5b59f9fd-e65b-4db0-8021-6c342255deaa service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158539 Jul 28 03:40:06.314075 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de409e-1179-4e80-b918-0dd7938fb47e x-openstack-request-id: req-d5de409e-1179-4e80-b918-0dd7938fb47e {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:06.314580 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:06.314741 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5de409e-1179-4e80-b918-0dd7938fb47e {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:06.315243 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a', 'code': 200} Jul 28 03:40:06.425693 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e181920-bc01-44b4-ae05-1476466ca105 req-fcb33eba-ae1d-409a-90cc-d1fe193f2be2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.431528 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7e181920-bc01-44b4-ae05-1476466ca105 req-fcb33eba-ae1d-409a-90cc-d1fe193f2be2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.0790834 Jul 28 03:40:06.554531 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7e181920-bc01-44b4-ae05-1476466ca105 req-03a39037-4b34-4f38-8dc9-eba01e989f09 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190968 Jul 28 03:40:06.555221 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50066) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:06.594504 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-f99ad525-fe87-4c95-8246-799249a04ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.597457 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-f99ad525-fe87-4c95-8246-799249a04ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 1096 time: 0.1229260 Jul 28 03:40:06.625408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348717e4-c816-435d-932d-47d11c1c96dc req-1e5ddec2-1ce5-4cfc-9899-91db967c2cee tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.627268 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-348717e4-c816-435d-932d-47d11c1c96dc req-1e5ddec2-1ce5-4cfc-9899-91db967c2cee tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 943 time: 0.0789855 Jul 28 03:40:06.647489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-977bd763-5256-495e-a8a8-1343f24101fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.767830 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-348717e4-c816-435d-932d-47d11c1c96dc req-4b4b87d4-c9d5-4f17-a55a-0b4451c983a9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337066 Jul 28 03:40:06.782860 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d93062cd-ffac-49ec-b6e4-537c9c371318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.797955 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-62e7a058-6566-4f82-b7ee-c77a7eafd148 req-0259135a-a60b-4e47-b405-f0fbae857ba7 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 210 time: 0.0655861 Jul 28 03:40:06.811996 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d5739-f51b-45be-97dd-98024124f1bd req-79dcf7c6-2161-4c03-a63b-7636f116292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.813360 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3a3d5739-f51b-45be-97dd-98024124f1bd req-79dcf7c6-2161-4c03-a63b-7636f116292f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 1099 time: 0.1303654 Jul 28 03:40:06.848344 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-dcafb23c-807d-4420-aa5e-294dc6935d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.849816 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-dcafb23c-807d-4420-aa5e-294dc6935d8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.2122703 Jul 28 03:40:06.901857 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-7a99a6ab-7747-4a41-9d9a-a03080aa0d10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239 HTTP/1.1" status: 200 len: 217 time: 0.0426390 Jul 28 03:40:06.936950 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a40d-b7cd-4e90-8f37-122a6b5e2305 req-a2db7cd4-8afa-4f0e-bca3-3fa9421fa536 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.938420 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ca2a40d-b7cd-4e90-8f37-122a6b5e2305 req-a2db7cd4-8afa-4f0e-bca3-3fa9421fa536 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0929511 Jul 28 03:40:06.940479 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3a3d5739-f51b-45be-97dd-98024124f1bd req-f8cc3b45-2962-43e6-af71-e9ad0d172c23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809369 Jul 28 03:40:06.972727 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-e65f8488-97ad-4a82-8e5e-9d521522a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.974177 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-e65f8488-97ad-4a82-8e5e-9d521522a66c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0605512 Jul 28 03:40:06.981661 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ca2a40d-b7cd-4e90-8f37-122a6b5e2305 req-0491d59c-c988-4d50-a1b2-fe2e40742c65 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jul 28 03:40:07.000894 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d93062cd-ffac-49ec-b6e4-537c9c371318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.004979 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d93062cd-ffac-49ec-b6e4-537c9c371318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.044185 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d93062cd-ffac-49ec-b6e4-537c9c371318 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76db29dd76eb4748af445fc38b7b35f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867766 Jul 28 03:40:07.045648 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93062cd-ffac-49ec-b6e4-537c9c371318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464cdd19-d50b-44f1-9e2b-79831e718587,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:07.047434 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50086) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:07.097812 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.119736 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.138987 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.176933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.179590 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.180733 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/464cdd19-d50b-44f1-9e2b-79831e718587 HTTP/1.1" status: 204 len: 168 time: 0.1321220 Jul 28 03:40:07.188925 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2108d9-9177-46bc-a469-c4341d7d7492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464cdd19-d50b-44f1-9e2b-79831e718587,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:07.254933 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-6189589f-2c9f-4859-9fd7-b8199b93e700 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319278 Jul 28 03:40:07.318215 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 3720e8f1-5110-414e-a66c-d8a0765eb8bf details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:07.325877 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:07.434893 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178047-7e07-4541-bdd9-abf3d81e81fd req-8de86f6f-3e5f-4288-a7ca-b3eb68ad2394 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.442050 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b5178047-7e07-4541-bdd9-abf3d81e81fd req-8de86f6f-3e5f-4288-a7ca-b3eb68ad2394 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.1401162 Jul 28 03:40:07.457278 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 584ef76e-df7a-4659-9764-693c4282029c completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:07.471926 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 584ef76e-df7a-4659-9764-693c4282029c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:07.472500 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.538071 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b5178047-7e07-4541-bdd9-abf3d81e81fd req-09388c7d-acc2-46e4-8885-a8625bbd6419 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Jul 28 03:40:07.543427 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-9f63a5de-38e5-4e10-bece-ed074fae5b0b service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318747 Jul 28 03:40:07.620080 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:07.640972 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'port_id': '3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'mac_address': 'fa:16:3e:9c:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:07.737446 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.801292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720e8f1-5110-414e-a66c-d8a0765eb8bf {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:07.806293 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6b9a1005-4686-439b-bb64-d249e71a7be1 req-2fe18722-3186-44fe-8118-10e4e1f4a753 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476945 Jul 28 03:40:07.862466 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.907940 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22ec6-fa86-49a0-a6d0-837fb92ffdde req-3b7c6d64-4bae-4195-b4c0-f56071ed7070 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.910251 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d5b22ec6-fa86-49a0-a6d0-837fb92ffdde req-3b7c6d64-4bae-4195-b4c0-f56071ed7070 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.1956255 Jul 28 03:40:07.947012 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.948079 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d6d2-5ce8-4cb0-932e-922e118ab38e req-fd32bb6a-0822-402c-bfc7-249606f19c48 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.951603 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4269d6d2-5ce8-4cb0-932e-922e118ab38e req-fd32bb6a-0822-402c-bfc7-249606f19c48 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 943 time: 0.0764518 Jul 28 03:40:07.963409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-63889d3e-6bfc-4d65-a5be-723166c1fce8 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.966554 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-63889d3e-6bfc-4d65-a5be-723166c1fce8 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 811 time: 0.2665215 Jul 28 03:40:07.969559 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:07.979838 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:07.981988 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:07.992892 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4269d6d2-5ce8-4cb0-932e-922e118ab38e req-eb316b71-93c6-482a-9e2d-0740df9a1787 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Jul 28 03:40:07.995979 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d5b22ec6-fa86-49a0-a6d0-837fb92ffdde req-09d44a4f-c9a9-4ab5-8d84-7e3d601bde8f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791152 Jul 28 03:40:08.019699 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:08.063114 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:08.127715 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:08.132675 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-7452c8d2-6d07-4d38-9b55-3f44ae745649 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 380 time: 0.1161680 Jul 28 03:40:08.145685 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bb2549ac-2142-463d-9e04-ebc6df4a0019 req-1b161f9b-1b2b-4ccc-90d2-2a1c4b5a7dc1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 210 time: 0.0446413 Jul 28 03:40:08.204486 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe061c4-c45c-4249-8a46-9d7eee446748 req-4277dc6d-8dc6-4b93-8a81-a96aab5f40bd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.206322 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fbe061c4-c45c-4249-8a46-9d7eee446748 req-4277dc6d-8dc6-4b93-8a81-a96aab5f40bd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0726249 Jul 28 03:40:08.235277 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'port': {'device_id': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'admin_state_up': True, 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'security_groups': ['cf4f9873-ff71-4703-88e5-da37314625f0']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:08.305889 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fbe061c4-c45c-4249-8a46-9d7eee446748 req-37ab8d50-eeaa-4c49-8736-69863a5985a8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926168 Jul 28 03:40:08.318384 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:08.322426 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd97ff4-46c3-4fc6-bd0a-148e68f01026" -d '{"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:08.406262 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['3720e8f1-5110-414e-a66c-d8a0765eb8bf'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:08.449384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Made reservation on behalf of e3cdaf75dddd4f41a1b6bb66a0ceaab5 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:08.450110 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f83363-465c-47f6-a2d2-83f7d01b3bfb x-openstack-request-id: req-51f83363-465c-47f6-a2d2-83f7d01b3bfb {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:08.450607 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:08.451657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51f83363-465c-47f6-a2d2-83f7d01b3bfb {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:08.452181 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'code': 200} Jul 28 03:40:08.455587 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:08.655292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:08.734569 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Allocated IP 172.20.0.10 (957f35dd-7ef5-4aed-9797-3c0bc8ab00fd/5f6d7662-336e-4858-8fe2-0c89b423d66d/ce68db8c-3dcd-4ccf-8972-108fcb13d6fc) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:08.784017 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec20a1-6f3b-4fa9-9551-35f6eefa312e req-ff223bec-c4af-4690-b9b6-e57306b4daa5 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.791387 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3aec20a1-6f3b-4fa9-9551-35f6eefa312e req-ff223bec-c4af-4690-b9b6-e57306b4daa5 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.1138277 Jul 28 03:40:08.843597 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9941-a6c4-4641-a8a6-f8d50a3ef5ae req-5c1ab2cb-23fe-4dad-b693-f90605f4ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.845221 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-037c9941-a6c4-4641-a8a6-f8d50a3ef5ae req-5c1ab2cb-23fe-4dad-b693-f90605f4ae38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1099 time: 0.0441282 Jul 28 03:40:08.882551 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3aec20a1-6f3b-4fa9-9551-35f6eefa312e req-dd9c0a09-8295-4953-8e81-f82023157f87 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Jul 28 03:40:08.890327 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-037c9941-a6c4-4641-a8a6-f8d50a3ef5ae req-a6c581b1-31e4-42c9-a7f4-4ab891eedfdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364475 Jul 28 03:40:08.941838 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:08.958478 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Transition to ACTIVE for port object ce68db8c-3dcd-4ccf-8972-108fcb13d6fc will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:09.013394 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.076672 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:09.080228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:09.101008 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:09.134476 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:09.195590 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d3cc-39fa-4b3c-9ab3-071f44e26bd7 req-dc463d99-132a-43be-90ff-66abbcc241fc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.198468 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ae0d3cc-39fa-4b3c-9ab3-071f44e26bd7 req-dc463d99-132a-43be-90ff-66abbcc241fc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 943 time: 0.0722597 Jul 28 03:40:09.235104 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.235104 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.269185 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1cf8a-e1bf-4511-9277-411fcd8505ce req-0164d09e-4417-4745-8906-8d8f4b1916be tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.277619 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-90e1cf8a-e1bf-4511-9277-411fcd8505ce req-0164d09e-4417-4745-8906-8d8f4b1916be tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1442423 Jul 28 03:40:09.301446 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ae0d3cc-39fa-4b3c-9ab3-071f44e26bd7 req-c6276db3-3e66-4566-9087-a14292d4d1a2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887017 Jul 28 03:40:09.309515 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-5ea07b83-54cf-48f8-86d0-be7e1348b6ea tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0738544 Jul 28 03:40:09.312223 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b7a623d0-5e30-4109-a0b8-d0b1a8982239 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:09.344004 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Request body: {'port': {'device_id': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:09.403959 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-90e1cf8a-e1bf-4511-9277-411fcd8505ce req-19ab66b1-fe59-49a8-b244-41bd49b40d50 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251118 Jul 28 03:40:09.450322 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:09.473473 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239', 'network_id': 'a36dc584-af3d-4fa3-88f3-cb6872549156', 'port_id': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239', 'mac_address': 'fa:16:3e:42:94:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e886ce-4840-47d2-aaaa-32adb1fc7b4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:09.491991 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e433-1235-44c1-a80a-588d0016377a req-8b1b6cd6-b2c3-422e-ae3b-f4c6af263682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.493510 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-20b6e433-1235-44c1-a80a-588d0016377a req-8b1b6cd6-b2c3-422e-ae3b-f4c6af263682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 932 time: 0.0669296 Jul 28 03:40:09.503182 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.505134 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-53f79570-08da-4d57-aa29-7fd9369da711 None None] Provisioning for port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:09.520487 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-53f79570-08da-4d57-aa29-7fd9369da711 None None] Provisioning complete for port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:09.520821 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-53f79570-08da-4d57-aa29-7fd9369da711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.578057 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-53f79570-08da-4d57-aa29-7fd9369da711 None None] Port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:40:09.591473 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.593579 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-20b6e433-1235-44c1-a80a-588d0016377a req-53490baa-4b9d-443d-be23-40a5699799b4 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880523 Jul 28 03:40:09.614552 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a623d0-5e30-4109-a0b8-d0b1a8982239 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:09.641326 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.643481 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:09.648662 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.713090 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:09.830321 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce68db8c-3dcd-4ccf-8972-108fcb13d6fc {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:09.837998 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.854498 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Transition to ACTIVE for port object ce68db8c-3dcd-4ccf-8972-108fcb13d6fc will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:09.858389 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.912169 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Pushing event updated for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:09.984318 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Attempting to bind port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:09.984926 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Attempting to bind port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:09.985189 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Attempting to bind port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:09.992762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:09.993183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Attempting to bind port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:10.000192 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:10.000587 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Checking segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:10.000976 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Bound using segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:10.001425 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Bound port: ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:10.001839 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.131311 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['b7a623d0-5e30-4109-a0b8-d0b1a8982239'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:10.270238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:10.274537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:10.278519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.332482 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.333357 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.336455 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 1094 time: 1.0005426 Jul 28 03:40:10.336990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:10.339487 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75382454-43b7-4da5-ae53-90a821c3af85" -d '{"events": [{"name": "network-changed", "server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:10.363118 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4eda-8482-4b36-8854-11c8e8297776 service neutron] Pushing event updated for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:10.522190 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4cf0-839a-4f9b-b86f-7ae0eccd3417 req-726e8758-129b-4633-8a4c-082c74bef52c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.527939 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-71aa4cf0-839a-4f9b-b86f-7ae0eccd3417 req-726e8758-129b-4633-8a4c-082c74bef52c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 944 time: 0.0900400 Jul 28 03:40:10.547313 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-294231e5-faa4-4e6e-b791-5ae3ad8c90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.549204 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-294231e5-faa4-4e6e-b791-5ae3ad8c90fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1097 time: 0.0735154 Jul 28 03:40:10.578465 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-71aa4cf0-839a-4f9b-b86f-7ae0eccd3417 req-5595e920-414b-45f6-93da-d4d92f09c552 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Jul 28 03:40:10.624076 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-fe78ac0d-0111-47d0-b99e-216f20464a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 217 time: 0.0447931 Jul 28 03:40:10.647498 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd3b05c-c5ed-48fb-a3c7-a2f2669c30ad x-openstack-request-id: req-cfd3b05c-c5ed-48fb-a3c7-a2f2669c30ad {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:10.648346 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:10.648346 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfd3b05c-c5ed-48fb-a3c7-a2f2669c30ad {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:10.649010 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'status': 'completed', 'code': 200} Jul 28 03:40:10.718353 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-42a99c2a-7e36-4500-9be7-4459d2c7c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.720235 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-42a99c2a-7e36-4500-9be7-4459d2c7c913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0759640 Jul 28 03:40:10.768866 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b831b-f3d8-4b4d-8eb2-6b1b020d9cfe req-17b0f0e8-6de3-4e86-8f1a-613770e9c683 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.770655 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-024b831b-f3d8-4b4d-8eb2-6b1b020d9cfe req-17b0f0e8-6de3-4e86-8f1a-613770e9c683 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0580440 Jul 28 03:40:10.793564 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-81b512bc-ebfd-46b9-b578-7dd341473900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.798434 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-81b512bc-ebfd-46b9-b578-7dd341473900 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686896 Jul 28 03:40:10.827467 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-024b831b-f3d8-4b4d-8eb2-6b1b020d9cfe req-848c33b9-46bd-47e9-b1bf-708c030d788f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369637 Jul 28 03:40:10.951765 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-a3a1f6d0-5369-4f09-9463-67c3f5478769 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227975 Jul 28 03:40:10.984203 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a4c23-4ea3-4aaf-9807-b96654096f41 req-2fd0af91-dca2-4059-93c1-cfccae157a7f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.985670 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2f6a4c23-4ea3-4aaf-9807-b96654096f41 req-2fd0af91-dca2-4059-93c1-cfccae157a7f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 944 time: 0.0616982 Jul 28 03:40:11.029224 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2f6a4c23-4ea3-4aaf-9807-b96654096f41 req-41f969c3-6ae2-4848-a1cd-2e4e155f3b09 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363398 Jul 28 03:40:11.167934 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1d8f9e7-012a-48a2-9f0c-e7eb4072c5da req-87436091-f2a6-4e12-a8a7-d170eca649ce service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348362 Jul 28 03:40:11.259846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3db99-a099-49f3-9670-4ab07d795a18 req-d1657abf-c8af-4890-9beb-600bc922d975 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.262064 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a2f3db99-a099-49f3-9670-4ab07d795a18 req-d1657abf-c8af-4890-9beb-600bc922d975 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0603735 Jul 28 03:40:11.273747 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50278) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:11.278652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'floatingip': {'port_id': '584ef76e-df7a-4659-9764-693c4282029c'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:11.327960 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b7a623d0-5e30-4109-a0b8-d0b1a8982239 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:11.358443 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.365433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382454-43b7-4da5-ae53-90a821c3af85 req-ceb9ee7c-409d-44d4-9307-02e3f646a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.366941 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-ceb9ee7c-409d-44d4-9307-02e3f646a144 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1097 time: 0.0509014 Jul 28 03:40:11.390365 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port b7a623d0-5e30-4109-a0b8-d0b1a8982239 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:11.393786 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port b7a623d0-5e30-4109-a0b8-d0b1a8982239 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:11.394159 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.491545 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382454-43b7-4da5-ae53-90a821c3af85 req-d84a08b0-35a2-4302-a66b-648950549866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.493101 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-d84a08b0-35a2-4302-a66b-648950549866 service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.0958645 Jul 28 03:40:11.494464 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.518007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:11.523359 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e7d34-75ff-4435-80a9-389e21dcc070" -d '{"events": [{"server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "name": "network-vif-plugged", "status": "completed", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:11.567303 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:11.577486 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.578507 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 3720e8f1-5110-414e-a66c-d8a0765eb8bf up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:11.586158 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-d7db40ea-9506-4677-bff4-946a8d89881a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 217 time: 0.0593102 Jul 28 03:40:11.643894 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382454-43b7-4da5-ae53-90a821c3af85 req-0801d76f-1650-421b-9fc3-4bc2998b3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.645475 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-0801d76f-1650-421b-9fc3-4bc2998b3bc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0496993 Jul 28 03:40:11.655186 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d222a5-230a-4c65-8982-77ea10acd3e7 x-openstack-request-id: req-77d222a5-230a-4c65-8982-77ea10acd3e7 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:11.655504 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "name": "network-vif-plugged", "status": "completed", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:11.655755 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77d222a5-230a-4c65-8982-77ea10acd3e7 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:11.656272 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239', 'code': 200} Jul 28 03:40:11.695203 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:11.711982 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 3720e8f1-5110-414e-a66c-d8a0765eb8bf completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:11.717175 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 3720e8f1-5110-414e-a66c-d8a0765eb8bf triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:11.717662 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.725419 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382454-43b7-4da5-ae53-90a821c3af85 req-e1bc34dd-2ef0-43d3-b805-ca596a8c9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.727407 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-e1bc34dd-2ef0-43d3-b805-ca596a8c9818 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550730 Jul 28 03:40:11.814519 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.854768 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-f1ca808b-0f4e-4026-901f-7558e7fa2047 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185899 Jul 28 03:40:11.876802 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:11.882330 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:11.925789 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff7340-3b50-41ad-a041-09916c3634ea req-24906e8e-2bb6-4630-a88c-162cad55f8e7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.933660 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f2ff7340-3b50-41ad-a041-09916c3634ea req-24906e8e-2bb6-4630-a88c-162cad55f8e7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.2437475 Jul 28 03:40:11.942107 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:12.043018 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75382454-43b7-4da5-ae53-90a821c3af85 req-1f93e271-38d1-4063-80a6-3c66806d064d service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162183 Jul 28 03:40:12.228698 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614dcd6-aa08-4f37-a4f6-211a1441b84b req-5111ff86-c898-499c-9fbc-5484b098d3cb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.231341 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0614dcd6-aa08-4f37-a4f6-211a1441b84b req-5111ff86-c898-499c-9fbc-5484b098d3cb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 944 time: 0.0986872 Jul 28 03:40:12.306442 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0614dcd6-aa08-4f37-a4f6-211a1441b84b req-39fcb6fc-45a5-4b6d-b842-8cfbb1ed5080 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629740 Jul 28 03:40:12.335913 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f2ff7340-3b50-41ad-a041-09916c3634ea req-310bd249-e8d1-4939-a519-40daefc8aec6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011781 Jul 28 03:40:12.374283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.db.resource_extend [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 03:40:12.387699 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a265-bcb7-4d05-9b38-4b9fa343b327 req-66d74b47-b52d-4ac7-81cf-b3a96417babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.391794 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6f77a265-bcb7-4d05-9b38-4b9fa343b327 req-66d74b47-b52d-4ac7-81cf-b3a96417babf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 1098 time: 0.4461415 Jul 28 03:40:12.392850 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50324) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:12.495710 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6f77a265-bcb7-4d05-9b38-4b9fa343b327 req-80f03c40-6b47-4586-a0e1-7e1089316eae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Jul 28 03:40:12.522874 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.530232 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.559094 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eed2e0bf-0674-42e9-8bf2-2f2c6361aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.662416 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Floating IP bdf654ab-30af-45d2-98f0-ab73bd73f1e0 associated. External IP: 172.28.3.186, port: 584ef76e-df7a-4659-9764-693c4282029c. Jul 28 03:40:12.665500 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eed2e0bf-0674-42e9-8bf2-2f2c6361aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.670949 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-eed2e0bf-0674-42e9-8bf2-2f2c6361aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.713645 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-eed2e0bf-0674-42e9-8bf2-2f2c6361aa9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca693112d74a47a79b96613b77520679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197014 Jul 28 03:40:12.714783 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e0bf-0674-42e9-8bf2-2f2c6361aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd5876-3b27-4441-895c-0c4ddcb43acc,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:12.717277 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50342) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:12.788248 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.811966 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.868435 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.871377 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.873248 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3bd5876-3b27-4441-895c-0c4ddcb43acc HTTP/1.1" status: 204 len: 168 time: 0.1550751 Jul 28 03:40:12.882807 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2e6c2-1626-4afd-985c-d372033b8b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd5876-3b27-4441-895c-0c4ddcb43acc,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:12.925002 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:13.050340 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:13.056073 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.065608 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:13.078386 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:13.079174 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:40:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:13.087456 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f3399705-fbc0-4947-8e68-1046ba654d05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "PUT /v2.0/floatingips/bdf654ab-30af-45d2-98f0-ab73bd73f1e0 HTTP/1.1" status: 200 len: 992 time: 1.8122897 Jul 28 03:40:13.088393 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:13.092097 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab56b88-b125-43ac-b4ed-22af462e36f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:13.141702 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3f928-0072-438c-987b-5686436a2dc8 x-openstack-request-id: req-d5c3f928-0072-438c-987b-5686436a2dc8 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:13.142043 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:13.143996 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5c3f928-0072-438c-987b-5686436a2dc8 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:13.144533 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'status': 'completed', 'code': 200} Jul 28 03:40:13.230998 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:13.272415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50362) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:13.275663 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-c02d90a7-148f-46eb-a058-139f821d4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.277423 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-c02d90a7-148f-46eb-a058-139f821d4084 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1099 time: 0.0477226 Jul 28 03:40:13.289010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b6a5f16e-093b-40fc-b2f0-ebe57903f47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.517127 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b6a5f16e-093b-40fc-b2f0-ebe57903f47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.531962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b6a5f16e-093b-40fc-b2f0-ebe57903f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.567721 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e165e-3c4b-40a4-b6e6-53d2a15831d8 req-3677244b-d3ed-4574-a881-5df8201b6167 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.575036 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-340e165e-3c4b-40a4-b6e6-53d2a15831d8 req-3677244b-d3ed-4574-a881-5df8201b6167 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1045363 Jul 28 03:40:13.581830 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-b7fc1825-efaf-48fe-977e-bf9552cab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.583581 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-b7fc1825-efaf-48fe-977e-bf9552cab043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.2537570 Jul 28 03:40:13.620444 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e78fab-0995-4522-8bf7-5812122e50d4 req-62fb1379-e1f6-4678-8253-11f3e00a0e1f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.630536 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-76e78fab-0995-4522-8bf7-5812122e50d4 req-62fb1379-e1f6-4678-8253-11f3e00a0e1f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 944 time: 0.1649840 Jul 28 03:40:13.638360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5f16e-093b-40fc-b2f0-ebe57903f47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de02e2-2893-46f3-9653-78c6013d7267,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:13.646470 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-b6a5f16e-093b-40fc-b2f0-ebe57903f47a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2124bf79f9164cb9ad03151aaf5ea6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729796 Jul 28 03:40:13.648552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50376) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:13.658317 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:13.660730 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff0c821-e14f-425e-a962-ce81db0944f6" -d '{"events": [{"server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "name": "network-vif-plugged", "status": "completed", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:13.688235 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-340e165e-3c4b-40a4-b6e6-53d2a15831d8 req-429e5328-042f-47f0-b5f6-cfa9a54b1eaf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122079 Jul 28 03:40:13.719646 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'bdf654ab-30af-45d2-98f0-ab73bd73f1e0', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:49Z', 'updated_at': '2021-07-28T03:40:12Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:13.731650 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.744290 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2934277-4f1e-4180-8df1-7488a3b3d84d x-openstack-request-id: req-d2934277-4f1e-4180-8df1-7488a3b3d84d {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:13.744578 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "name": "network-vif-plugged", "status": "completed", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:13.744825 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2934277-4f1e-4180-8df1-7488a3b3d84d {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:13.745223 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'code': 200} Jul 28 03:40:13.756296 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:13.761776 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-76e78fab-0995-4522-8bf7-5812122e50d4 req-f311e9dc-4954-4898-b7fa-5e99f7370a05 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316369 Jul 28 03:40:13.765010 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:13.765666 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:40:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:13.765803 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-846a2e58-b8db-4d46-b684-3627944d62a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 1000 time: 0.1422470 Jul 28 03:40:13.770037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.863891 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.867142 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:13.868767 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8de02e2-2893-46f3-9653-78c6013d7267 HTTP/1.1" status: 204 len: 168 time: 0.2187843 Jul 28 03:40:13.883493 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c56e2-e1ef-4c9c-b91c-812da51a6bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de02e2-2893-46f3-9653-78c6013d7267,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:13.899523 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:13.903939 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-23d7d52c-55b8-4ee6-86e3-e98078432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.905834 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-23d7d52c-55b8-4ee6-86e3-e98078432465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0975208 Jul 28 03:40:14.037678 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-5e33ae8c-b528-4612-976d-43dc267fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.039803 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-5e33ae8c-b528-4612-976d-43dc267fca43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522287 Jul 28 03:40:14.173844 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-ee47cac7-9447-4b00-80e7-8ba3a0737d2e service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218665 Jul 28 03:40:14.214782 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'bdf654ab-30af-45d2-98f0-ab73bd73f1e0', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:49Z', 'updated_at': '2021-07-28T03:40:12Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:14.330720 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ab56b88-b125-43ac-b4ed-22af462e36f3 req-a5acf9e7-7a50-485f-85d7-ad1806945928 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476700 Jul 28 03:40:14.340590 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68032852-3fe6-4899-bcf4-2604f3c57959 req-37d3b625-74bb-4131-8c62-4222682ac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.342939 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-68032852-3fe6-4899-bcf4-2604f3c57959 req-37d3b625-74bb-4131-8c62-4222682ac0e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0954449 Jul 28 03:40:14.378243 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc4a67-3727-4a53-9647-02ad98358b40 None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'bdf654ab-30af-45d2-98f0-ab73bd73f1e0', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:49Z', 'updated_at': '2021-07-28T03:40:12Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:14.441708 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-68032852-3fe6-4899-bcf4-2604f3c57959 req-7b78f99e-dbdb-47a5-bd3a-47a7b812fd2b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714619 Jul 28 03:40:14.541367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-d80ea5a5-877c-4bc4-a57d-40b8f7805dcf tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.542800 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-d80ea5a5-877c-4bc4-a57d-40b8f7805dcf tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1414001 Jul 28 03:40:14.558137 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-1134ae78-00b7-4c87-b7e3-c8e116500db3 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/quotas/083d54fbc18b4cd2b7c0b8d81dc3eec4 HTTP/1.1" status: 200 len: 375 time: 0.0092793 Jul 28 03:40:14.615995 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5cca9-f5f0-4f54-8f74-45be75ba6567 None None] New status for floating IP bdf654ab-30af-45d2-98f0-ab73bd73f1e0: ACTIVE {{(pid=99648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:14.619826 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-f0bb772f-9723-4ed2-a176-3bd985186222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547996 Jul 28 03:40:14.750104 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-d27c2290-b1a8-4ea9-ac9a-49c7ddabe8de service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224406 Jul 28 03:40:14.897269 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-3e2e1933-f192-4ab7-bcdd-2b823be2fb67 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460094 Jul 28 03:40:15.135655 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca420-015c-468e-b44a-78f49ae7c52c req-e36e9f47-56a4-47c7-a241-50bfbd49ba3b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.145383 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3bcca420-015c-468e-b44a-78f49ae7c52c req-e36e9f47-56a4-47c7-a241-50bfbd49ba3b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0894487 Jul 28 03:40:15.215734 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3bcca420-015c-468e-b44a-78f49ae7c52c req-dc46cc4e-5137-4733-9c95-ae1480cb8002 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Jul 28 03:40:15.232855 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a695886-8a97-432e-b0f5-55275d3577eb req-887dd2a7-a279-4322-9a87-4341a1e1cfcf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.247014 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9a695886-8a97-432e-b0f5-55275d3577eb req-887dd2a7-a279-4322-9a87-4341a1e1cfcf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 944 time: 0.0848076 Jul 28 03:40:15.301244 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9a695886-8a97-432e-b0f5-55275d3577eb req-09c534da-d95b-46b7-9706-3aa5fea27133 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532246 Jul 28 03:40:15.350195 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ce68db8c-3dcd-4ccf-8972-108fcb13d6fc details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:15.377085 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d549d-ad5b-4b6b-a879-593d1bf3ab8d req-e6c9a05c-6cc1-4309-bbef-b979b9401d7a tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.388025 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7b4d549d-ad5b-4b6b-a879-593d1bf3ab8d req-e6c9a05c-6cc1-4309-bbef-b979b9401d7a tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.0836763 Jul 28 03:40:15.406420 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-86b44cbc-d511-4b3f-beb7-ffea4d9ba548 req-d7140593-ba6c-472b-b262-e0a3697c7456 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0494957 Jul 28 03:40:15.449057 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50468) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:15.462659 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7b4d549d-ad5b-4b6b-a879-593d1bf3ab8d req-a3a6bc13-de67-4f03-b5e8-5b2ddabbb48b tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 Jul 28 03:40:15.533686 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:15.548172 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'port_id': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'mac_address': 'fa:16:3e:f1:5d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:15.594887 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.611472 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce68db8c-3dcd-4ccf-8972-108fcb13d6fc {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:15.648549 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:15.656283 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.673436 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf775-ebef-4fe7-aa9f-4e8a97a44762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.733796 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:15.784275 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50480) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:15.814776 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf775-ebef-4fe7-aa9f-4e8a97a44762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.820443 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf775-ebef-4fe7-aa9f-4e8a97a44762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.856438 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6add2b-289a-44ec-9616-f4190595c06d req-115ac3b6-daf4-4326-8e2e-049e42928da1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.859774 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2b6add2b-289a-44ec-9616-f4190595c06d req-115ac3b6-daf4-4326-8e2e-049e42928da1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0841351 Jul 28 03:40:15.872406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c7ebf775-ebef-4fe7-aa9f-4e8a97a44762 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f95900d75804d9d90319ecd6d1b492b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219592 Jul 28 03:40:15.875217 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebf775-ebef-4fe7-aa9f-4e8a97a44762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e0e73-9e1c-4dcb-bb67-63e89c5d5964,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:15.886974 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50488) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:15.946708 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2b6add2b-289a-44ec-9616-f4190595c06d req-c3e62f61-7e06-4f5b-a181-7e8c564f8311 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Jul 28 03:40:15.977022 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.002884 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-640dfbb6-8ef2-4ada-8cf5-88fdd0534d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.004672 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-640dfbb6-8ef2-4ada-8cf5-88fdd0534d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 1098 time: 0.0707214 Jul 28 03:40:16.010120 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.146882 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8a83f6e6-60fe-46c6-a77e-e011383366b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.165483 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.168038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.169171 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/094e0e73-9e1c-4dcb-bb67-63e89c5d5964 HTTP/1.1" status: 204 len: 168 time: 0.2811191 Jul 28 03:40:16.186386 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:16.192278 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f907-ff6f-4fb1-a88b-44bbb9e37bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e0e73-9e1c-4dcb-bb67-63e89c5d5964,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:16.199161 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-dab5d21b-00a8-4a78-aa0d-368141ebf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.200666 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-dab5d21b-00a8-4a78-aa0d-368141ebf3f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.1754303 Jul 28 03:40:16.273077 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-042a4bf1-a778-4389-b51b-3d67bc861fdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239 HTTP/1.1" status: 200 len: 217 time: 0.0563033 Jul 28 03:40:16.380721 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-42ea5471-2ab7-413e-b5c1-2424aeae9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.382854 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-42ea5471-2ab7-413e-b5c1-2424aeae9dff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0960751 Jul 28 03:40:16.451450 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8a83f6e6-60fe-46c6-a77e-e011383366b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.454081 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-cc51eead-bc3e-4538-8899-07603d565b61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447021 Jul 28 03:40:16.459100 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8a83f6e6-60fe-46c6-a77e-e011383366b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.484091 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501072-c524-4ee2-b181-35faf2ff921b req-5a3c467e-4105-4b36-ac30-40835954b78c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.486143 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0a501072-c524-4ee2-b181-35faf2ff921b req-5a3c467e-4105-4b36-ac30-40835954b78c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 945 time: 0.0829766 Jul 28 03:40:16.550940 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0a501072-c524-4ee2-b181-35faf2ff921b req-c977e149-73f5-4709-9d3f-655a88636cd1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580244 Jul 28 03:40:16.607588 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-032b1ed4-871c-43f8-97f6-6bb1ce6c0f78 req-693a6608-ef3c-40f3-a595-43858fb7e4b8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0397179 Jul 28 03:40:16.616451 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-8a83f6e6-60fe-46c6-a77e-e011383366b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b766fe6ea95404c9c7b307154e3deea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287480 Jul 28 03:40:16.617415 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50522) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:16.617604 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83f6e6-60fe-46c6-a77e-e011383366b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9ddb8-e0fb-490a-b95d-7769406d3031,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:16.656796 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-1acf4da4-d7db-40cb-8397-e3cc700563cd service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822755 Jul 28 03:40:16.725081 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce53d-f444-4b86-9ef6-88267a301baa req-a81ff183-f22f-4d99-ad74-cc99aacf6caf tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.726545 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be7ce53d-f444-4b86-9ef6-88267a301baa req-a81ff183-f22f-4d99-ad74-cc99aacf6caf tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.1069269 Jul 28 03:40:16.728006 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.767718 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.800676 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be7ce53d-f444-4b86-9ef6-88267a301baa req-dca2ed00-e3f0-4c04-96a1-97cee8f10255 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Jul 28 03:40:16.834356 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f64f749-1e54-4d7e-9316-edc1caf5bfef req-1da7d645-5138-4599-a3be-6d7c88a141fd service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500139 Jul 28 03:40:16.836130 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.839313 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.844014 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97d9ddb8-e0fb-490a-b95d-7769406d3031 HTTP/1.1" status: 204 len: 168 time: 0.2255402 Jul 28 03:40:16.857888 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9258e5-ced2-4a51-ac20-385dcfb820eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9ddb8-e0fb-490a-b95d-7769406d3031,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:16.893170 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50534) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.147488 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474e430-bb76-4aa1-b1dc-d95feebc692f req-a8c34a89-1a0d-4afd-8fdb-b26df04fea4f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.149209 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e474e430-bb76-4aa1-b1dc-d95feebc692f req-a8c34a89-1a0d-4afd-8fdb-b26df04fea4f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0846336 Jul 28 03:40:17.172922 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-91fd5c51-dea3-4b2b-9271-5b334f3b314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.193902 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-5ab3bcca-732c-4a2f-b8d9-a4f86d979498 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.195399 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-5ab3bcca-732c-4a2f-b8d9-a4f86d979498 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1833196 Jul 28 03:40:17.238472 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e474e430-bb76-4aa1-b1dc-d95feebc692f req-4c68643a-07b5-4d31-b3eb-d5a02a17a17b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Jul 28 03:40:17.265287 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Request body: {'port': {'device_id': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'admin_state_up': True, 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:17.301665 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50558) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.315831 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-95a65c1b-b205-437a-beb9-0c33105f5060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.399577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-91fd5c51-dea3-4b2b-9271-5b334f3b314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.406819 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-91fd5c51-dea3-4b2b-9271-5b334f3b314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.425743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.db.api [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:40:17.425743 dv-cinder-802648-1-smb neutron-server[99647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:40:17.425743 dv-cinder-802648-1-smb neutron-server[99647]: [parameters: {'project_id_1': '083d54fbc18b4cd2b7c0b8d81dc3eec4', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 40, 17, 404990)}] Jul 28 03:40:17.425743 dv-cinder-802648-1-smb neutron-server[99647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:40:17.426165 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG oslo_db.api [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:40:17.448203 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd5c51-dea3-4b2b-9271-5b334f3b314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12d10e-c9d5-4b50-88d5-62fa7e22ad65,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:17.453200 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-91fd5c51-dea3-4b2b-9271-5b334f3b314d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c929da2789d347b68bf4e9ed403f31de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587997 Jul 28 03:40:17.455891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50566) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.534195 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-95a65c1b-b205-437a-beb9-0c33105f5060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.535256 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.539578 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-95a65c1b-b205-437a-beb9-0c33105f5060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.583728 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.591098 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-95a65c1b-b205-437a-beb9-0c33105f5060 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80018e4539f4459090dc1756911af582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883365 Jul 28 03:40:17.594314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50578) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.646810 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a65c1b-b205-437a-beb9-0c33105f5060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bf9de-afa7-490a-a229-fa90b80bd9bb,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:17.661396 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.665143 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.671357 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca12d10e-c9d5-4b50-88d5-62fa7e22ad65 HTTP/1.1" status: 204 len: 168 time: 0.2082303 Jul 28 03:40:17.684833 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b15bc3-d9ea-4c36-afcf-0225a71b38ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12d10e-c9d5-4b50-88d5-62fa7e22ad65,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:17.695562 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.728853 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.747056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df47e-5f3e-49c6-827d-c3aa3b5ff205 req-ba455fcd-05d6-46bc-ae64-34b5fdf7d906 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.755336 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-062df47e-5f3e-49c6-827d-c3aa3b5ff205 req-ba455fcd-05d6-46bc-ae64-34b5fdf7d906 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 945 time: 0.1050055 Jul 28 03:40:17.762790 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2475311c-258f-4d5e-931e-fb04771b63c4 req-207838d5-3865-4f1c-b119-70b5be83c16c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0450995 Jul 28 03:40:17.816392 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-062df47e-5f3e-49c6-827d-c3aa3b5ff205 req-2f75cf32-b20a-49fa-8680-31a1e3906373 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595679 Jul 28 03:40:17.846490 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.855588 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.857770 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e54bf9de-afa7-490a-a229-fa90b80bd9bb HTTP/1.1" status: 204 len: 168 time: 0.2617502 Jul 28 03:40:17.868386 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc6100-d0d4-4e6b-bdb1-ead0c14ea1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bf9de-afa7-490a-a229-fa90b80bd9bb,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:17.887710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50592) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.957746 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:17.961418 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.975758 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933b432-2ac2-4d7a-96a0-f0e63c9dc77e req-68d43554-fef9-4393-8f24-a7166d1af230 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.984187 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6933b432-2ac2-4d7a-96a0-f0e63c9dc77e req-68d43554-fef9-4393-8f24-a7166d1af230 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.0768781 Jul 28 03:40:18.037059 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6933b432-2ac2-4d7a-96a0-f0e63c9dc77e req-8d5d2509-241a-49b0-bc4d-339b124d9878 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/security-groups?id=b2ae4ecd-34db-4d34-8e36-505f341e1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Jul 28 03:40:18.099432 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Allocated IP 172.20.0.9 (5ca636ee-4591-441e-b394-e590066ebe62/13e49d51-0845-464d-8000-2f46f345c31b/c3664035-2c37-4f25-ace2-c40a81611f1f) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:18.142771 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1689cb44-86c9-4fbb-aff7-fea9b784109d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.142893 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50598) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.156329 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5eb124f7-75ec-46d8-86b0-3f1f1737eb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.233437 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50600) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.267496 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5d0e775f-d2f0-4bd2-aff6-e3cdab602399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.278043 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-91fe6532-d74a-47ab-9cbc-0bb08ed2b7d3 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:18.280335 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-91fe6532-d74a-47ab-9cbc-0bb08ed2b7d3 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 946 time: 0.0552111 Jul 28 03:40:18.376200 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.418454 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1689cb44-86c9-4fbb-aff7-fea9b784109d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.423539 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Deleting port b9cf4ece-6970-4646-bf11-8b8f6417bb4a {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:18.423885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.429642 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d1750-57e5-48d3-9381-2ebd6d778a10 req-c09c82b6-7c07-48d4-8ab2-c086599970f5 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:18.431113 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-815d1750-57e5-48d3-9381-2ebd6d778a10 req-c09c82b6-7c07-48d4-8ab2-c086599970f5 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1057892 Jul 28 03:40:18.433349 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1689cb44-86c9-4fbb-aff7-fea9b784109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.497721 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689cb44-86c9-4fbb-aff7-fea9b784109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c7fd4-0ac3-48ec-8d0b-8a7033ea9220,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.510949 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1689cb44-86c9-4fbb-aff7-fea9b784109d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0621eee7138418e9adf3b34b887f85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221189 Jul 28 03:40:18.512020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.521791 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50606) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.554757 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-815d1750-57e5-48d3-9381-2ebd6d778a10 req-0384ad85-d5fb-4168-9a0c-e239ce75efe6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130948 Jul 28 03:40:18.556588 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:18.569017 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Network 5ca636ee-4591-441e-b394-e590066ebe62 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:18.573627 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] For port b9cf4ece-6970-4646-bf11-8b8f6417bb4a, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,segment=NetworkSegment(d7ba603a-2ce4-4b89-916d-6ac01f888037),segment_id=d7ba603a-2ce4-4b89-916d-6ac01f888037)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:18.574157 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.574257 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:18.579160 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:18.591937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event updated for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.603336 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Calling delete_port for b9cf4ece-6970-4646-bf11-8b8f6417bb4a owned by compute:nova {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:18.634067 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:18.634710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.718087 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.755061 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5eb124f7-75ec-46d8-86b0-3f1f1737eb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.761843 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.765264 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5eb124f7-75ec-46d8-86b0-3f1f1737eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.884162 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-5eb124f7-75ec-46d8-86b0-3f1f1737eb24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de7f22d73c654c7a947869eb2f2efcab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402649 Jul 28 03:40:18.903899 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb124f7-75ec-46d8-86b0-3f1f1737eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8675e55-8e4e-4d1f-9d85-5d919c95bfea,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.907976 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50612) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.983098 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07bf10-e0e6-4abd-94cd-dd99caabccfb req-048e6418-4648-43c3-9ca5-0f63b1d958b5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:18.984573 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f07bf10-e0e6-4abd-94cd-dd99caabccfb req-048e6418-4648-43c3-9ca5-0f63b1d958b5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 931 time: 0.1475637 Jul 28 03:40:18.987306 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.990019 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.991081 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb2c7fd4-0ac3-48ec-8d0b-8a7033ea9220 HTTP/1.1" status: 204 len: 168 time: 0.4712186 Jul 28 03:40:18.996185 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.012969 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5d3b-eb68-4fc7-9a3a-be516c30161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c7fd4-0ac3-48ec-8d0b-8a7033ea9220,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.048292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['b9cf4ece-6970-4646-bf11-8b8f6417bb4a'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:19.062462 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.064677 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Pushing event deleted for resources: {'Port': ['ID=b9cf4ece-6970-4646-bf11-8b8f6417bb4a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.065120 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e1e4-796f-41db-a4f9-342920e4b536 req-b0c6134a-10bc-4a8d-a0c3-403923706eac tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:19.066533 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a835e1e4-796f-41db-a4f9-342920e4b536 req-b0c6134a-10bc-4a8d-a0c3-403923706eac tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 945 time: 0.0799124 Jul 28 03:40:19.086636 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5d0e775f-d2f0-4bd2-aff6-e3cdab602399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.099471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5d0e775f-d2f0-4bd2-aff6-e3cdab602399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.111107 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-8d9bbdbb-ce92-4e63-b6ae-d8947e2e1406 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8508875 Jul 28 03:40:19.144306 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-5d0e775f-d2f0-4bd2-aff6-e3cdab602399 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f74b55cdb1114184915b59bf8ac26b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066100 Jul 28 03:40:19.149023 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50618) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:19.150767 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.154144 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] No DVR routers for this DVR port b9cf4ece-6970-4646-bf11-8b8f6417bb4a on host hv-cinder-80264 {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:19.157607 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Request body: {'port': {'device_id': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:19.164167 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a835e1e4-796f-41db-a4f9-342920e4b536 req-cbe15c1c-bce3-4c94-b2f8-20c2fb5fa7a5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871668 Jul 28 03:40:19.166519 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f07bf10-e0e6-4abd-94cd-dd99caabccfb req-e4b41f01-6127-481a-82f7-4b1ff1a4573f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686645 Jul 28 03:40:19.179629 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.180943 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e775f-d2f0-4bd2-aff6-e3cdab602399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ce700-7dfd-4487-bc56-45939d9879aa,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.181592 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e05aa867-6f6e-48b1-98b4-5a55f7f89f05 req-82d346f7-e0a0-4314-9888-5a49b26131cb tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.15 "DELETE /v2.0/ports/b9cf4ece-6970-4646-bf11-8b8f6417bb4a HTTP/1.1" status: 204 len: 173 time: 0.8880677 Jul 28 03:40:19.182030 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'name': 'network-vif-deleted', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:19.184305 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff3df29-60e6-477d-8a2d-0d546b93cad4" -d '{"events": [{"server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "name": "network-vif-deleted", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:19.236091 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.272413 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.283632 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.286120 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.287238 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8675e55-8e4e-4d1f-9d85-5d919c95bfea HTTP/1.1" status: 204 len: 168 time: 0.3750486 Jul 28 03:40:19.308168 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b7776-2ecb-4642-bcb8-0995ce87ddc4 x-openstack-request-id: req-b02b7776-2ecb-4642-bcb8-0995ce87ddc4 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:19.308459 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef93b7-0c41-4ac5-84f9-48d819e756ce", "name": "network-vif-deleted", "tag": "b9cf4ece-6970-4646-bf11-8b8f6417bb4a", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:19.308797 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b02b7776-2ecb-4642-bcb8-0995ce87ddc4 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:19.309369 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef93b7-0c41-4ac5-84f9-48d819e756ce', 'name': 'network-vif-deleted', 'tag': 'b9cf4ece-6970-4646-bf11-8b8f6417bb4a', 'status': 'completed', 'code': 200} Jul 28 03:40:19.324915 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.327249 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069e731-2ace-4904-9378-34c5959e018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8675e55-8e4e-4d1f-9d85-5d919c95bfea,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.355523 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ce68db8c-3dcd-4ccf-8972-108fcb13d6fc up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:19.393232 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.396505 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.397749 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d2ce700-7dfd-4487-bc56-45939d9879aa HTTP/1.1" status: 204 len: 168 time: 0.2446835 Jul 28 03:40:19.406918 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157310d5-8f23-4dd9-86d2-9b2dd0b67712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ce700-7dfd-4487-bc56-45939d9879aa,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.505822 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:19.512603 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:19.513346 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.554063 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-80eb8173-2056-4d16-8ba2-9b7f84d17542 req-cc51a53d-c7be-4aaf-9d14-82467e50707f tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0764599 Jul 28 03:40:19.707809 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.743142 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:19.746245 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006c8fe-a092-4d28-8c6f-a52afee3a5e2" -d '{"events": [{"server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "name": "network-vif-plugged", "status": "completed", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:19.761567 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:19.767409 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.814211 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afefd9d-2965-425c-8e1f-690e48f0940a x-openstack-request-id: req-1afefd9d-2965-425c-8e1f-690e48f0940a {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:19.814563 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "name": "network-vif-plugged", "status": "completed", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:19.814884 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1afefd9d-2965-425c-8e1f-690e48f0940a {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:19.815414 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'code': 200} Jul 28 03:40:19.837155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a8feb-1df4-4bbe-89e0-4bb7f1361381 req-f0c4497c-3ecb-4e5e-a06f-8bf8d515fa26 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:19.838671 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-251a8feb-1df4-4bbe-89e0-4bb7f1361381 req-f0c4497c-3ecb-4e5e-a06f-8bf8d515fa26 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1453936 Jul 28 03:40:19.839447 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.856278 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3664035-2c37-4f25-ace2-c40a81611f1f {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:19.873156 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.913868 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-251a8feb-1df4-4bbe-89e0-4bb7f1361381 req-eda2e532-78d5-4557-8026-a5740c4092ca tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599637 Jul 28 03:40:19.914787 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Transition to ACTIVE for port object c3664035-2c37-4f25-ace2-c40a81611f1f will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:19.921568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.981979 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:20.050873 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Attempting to bind port c3664035-2c37-4f25-ace2-c40a81611f1f on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:20.051206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Attempting to bind port c3664035-2c37-4f25-ace2-c40a81611f1f by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:20.051554 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Attempting to bind port c3664035-2c37-4f25-ace2-c40a81611f1f on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:20.056323 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Port c3664035-2c37-4f25-ace2-c40a81611f1f on network 5ca636ee-4591-441e-b394-e590066ebe62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:20.056643 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Attempting to bind port c3664035-2c37-4f25-ace2-c40a81611f1f on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:20.061907 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:20.062359 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Checking segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:20.062733 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Bound using segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:20.063333 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Bound port: c3664035-2c37-4f25-ace2-c40a81611f1f, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:20.063836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.110264 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538f37d-2ee9-42c0-a03c-6080df510e2f req-0af35c13-d390-43c3-83b3-03cfb607ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.111872 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1538f37d-2ee9-42c0-a03c-6080df510e2f req-0af35c13-d390-43c3-83b3-03cfb607ca9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1099 time: 0.0560715 Jul 28 03:40:20.150094 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:20.155365 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=c3664035-2c37-4f25-ace2-c40a81611f1f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:20.160384 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1538f37d-2ee9-42c0-a03c-6080df510e2f req-48dbc52f-0cd8-47a1-b3cd-e175cd807fab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Jul 28 03:40:20.161005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.196010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.196675 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.198193 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3664035-2c37-4f25-ace2-c40a81611f1f HTTP/1.1" status: 200 len: 1093 time: 1.0528631 Jul 28 03:40:20.198629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:20.201648 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6e870-1c47-450d-93a6-ca6871311d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:20.227466 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d0b3f-2997-43af-98c4-ca9422a23b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:20.284239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b938b-4af4-4caf-a3a6-4c67efa835a9 x-openstack-request-id: req-109b938b-4af4-4caf-a3a6-4c67efa835a9 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:20.284535 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:20.284788 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-109b938b-4af4-4caf-a3a6-4c67efa835a9 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:20.285184 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f', 'status': 'completed', 'code': 200} Jul 28 03:40:20.351552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e08f-c89f-4863-806f-a8ef3e610bb1 req-35ae4a76-1ee6-4b1e-b11f-3b3d0bbbd073 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.353189 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-be17e08f-c89f-4863-806f-a8ef3e610bb1 req-35ae4a76-1ee6-4b1e-b11f-3b3d0bbbd073 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0547791 Jul 28 03:40:20.397367 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84f2d-0562-42af-9480-1eadb87abf55 req-9d150166-581d-4577-91e2-8b2315656243 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.398854 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ae84f2d-0562-42af-9480-1eadb87abf55 req-9d150166-581d-4577-91e2-8b2315656243 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Jul 28 03:40:20.407313 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-be17e08f-c89f-4863-806f-a8ef3e610bb1 req-e34a91c4-74fa-44b8-9075-de16500c4d4d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jul 28 03:40:20.439970 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ae84f2d-0562-42af-9480-1eadb87abf55 req-e7e172aa-b7d7-4783-8409-b2ca5890755e tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342658 Jul 28 03:40:20.733502 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2876adbc-a3ae-45ae-9411-5bccb145ecd0 req-d4e4b99d-eb1c-4e02-88e3-21205c069146 tempest-DeleteServersTestJSON-1742572381 tempest-DeleteServersTestJSON-1742572381-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecef93b7-0c41-4ac5-84f9-48d819e756ce HTTP/1.1" status: 200 len: 210 time: 0.0482872 Jul 28 03:40:20.743500 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9568da70-c44b-4621-9a08-2006b90ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.744980 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9568da70-c44b-4621-9a08-2006b90ed97b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1118505 Jul 28 03:40:20.984757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9d3eeb76-172e-437f-95b8-67408b2c7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.986450 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9d3eeb76-172e-437f-95b8-67408b2c7914 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1949074 Jul 28 03:40:21.148465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65405111-9dd1-4f07-bb67-55b5fd001711 req-b59a5ce4-428d-4a21-95ff-7b704ee4f1d8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.149929 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-65405111-9dd1-4f07-bb67-55b5fd001711 req-b59a5ce4-428d-4a21-95ff-7b704ee4f1d8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1536527 Jul 28 03:40:21.235355 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-65405111-9dd1-4f07-bb67-55b5fd001711 req-6433fbc9-923d-4702-902a-22838c631701 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 Jul 28 03:40:21.238522 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9e542d27-67f8-4323-9043-776838d49f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.239989 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2ee6e870-1c47-450d-93a6-ca6871311d2a req-9e542d27-67f8-4323-9043-776838d49f53 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315946 Jul 28 03:40:21.375155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-b5890b73-5718-49c3-a5c2-40af55fc8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.377018 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-b5890b73-5718-49c3-a5c2-40af55fc8dfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0515430 Jul 28 03:40:21.435639 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-5417132c-a0e6-4bc6-9fce-296e363b28e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3664035-2c37-4f25-ace2-c40a81611f1f HTTP/1.1" status: 200 len: 217 time: 0.0398540 Jul 28 03:40:21.524879 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380278-dd96-443e-a651-366f0241da3d req-8e7b2e02-4247-4c78-8f63-f3a85253a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.530300 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-8e7b2e02-4247-4c78-8f63-f3a85253a5c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0854638 Jul 28 03:40:21.606964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db49cb-49ca-470e-adf8-ca30a73a2126 req-2187157f-8806-470b-b6fc-78cf65e71df2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.607768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919b09-4de6-4682-a950-3c82121d9eab req-77b37398-733b-440f-8c65-8aefbdade727 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.608482 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-11db49cb-49ca-470e-adf8-ca30a73a2126 req-2187157f-8806-470b-b6fc-78cf65e71df2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 943 time: 0.1114271 Jul 28 03:40:21.609471 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-19919b09-4de6-4682-a950-3c82121d9eab req-77b37398-733b-440f-8c65-8aefbdade727 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0664804 Jul 28 03:40:21.677702 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-8f3beece-cc92-49ba-b74a-37b8a8cf3196 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671763 Jul 28 03:40:21.692218 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-11db49cb-49ca-470e-adf8-ca30a73a2126 req-4a104bc7-ed98-4ca6-917c-79a90087242e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687921 Jul 28 03:40:21.748536 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-19919b09-4de6-4682-a950-3c82121d9eab req-8a9be762-ed91-4b44-86a1-dbc1b5e7f295 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994616 Jul 28 03:40:21.986148 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-f9ac2f94-c136-41cb-90a4-a16ccf21ed32 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893286 Jul 28 03:40:22.129960 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28380278-dd96-443e-a651-366f0241da3d req-a81a6e3e-ce6c-4283-bb95-a05c78032b2b service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966966 Jul 28 03:40:22.346254 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608be85-d3d6-4b4f-a29e-6caae39390c7 req-1a049891-063f-418b-aa53-055c40785167 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:22.347672 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6608be85-d3d6-4b4f-a29e-6caae39390c7 req-1a049891-063f-418b-aa53-055c40785167 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Jul 28 03:40:22.392059 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6608be85-d3d6-4b4f-a29e-6caae39390c7 req-2d640e99-2ac1-45bc-9ba3-0afe962172ed tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Jul 28 03:40:22.835387 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5692-4545-4bc1-b2a1-fee3ce589949 req-de5c7fa2-a384-4cb8-b4b4-b2587b88fda7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:22.837562 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7d9d5692-4545-4bc1-b2a1-fee3ce589949 req-de5c7fa2-a384-4cb8-b4b4-b2587b88fda7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0527234 Jul 28 03:40:22.863303 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b0f0-109d-43e3-97f7-56c512b04cdb req-a55a0524-9a84-4809-be09-bed485866cf9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:22.864850 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2604b0f0-109d-43e3-97f7-56c512b04cdb req-a55a0524-9a84-4809-be09-bed485866cf9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0486383 Jul 28 03:40:22.908037 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7d9d5692-4545-4bc1-b2a1-fee3ce589949 req-4004dbff-bd36-4fee-a00c-35c8a5a4ea4e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Jul 28 03:40:22.912537 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2604b0f0-109d-43e3-97f7-56c512b04cdb req-5b63ec7d-2a28-4d79-808b-05bd0f996106 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372272 Jul 28 03:40:23.051826 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320842cd-3b30-41d7-a483-7efd78907c50 req-2169d080-1da9-4e86-b524-38b3f6109345 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:23.053313 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-320842cd-3b30-41d7-a483-7efd78907c50 req-2169d080-1da9-4e86-b524-38b3f6109345 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0484042 Jul 28 03:40:23.058180 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50864) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.062883 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50866) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.067644 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'floatingip': {'port_id': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:23.110427 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.165921 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5641689c-9122-45d6-89bc-67a8d4f0cd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.257078 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5641689c-9122-45d6-89bc-67a8d4f0cd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.260824 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5641689c-9122-45d6-89bc-67a8d4f0cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.301083 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-5641689c-9122-45d6-89bc-67a8d4f0cd2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3853145abffa407499c5656b6c2d9bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418962 Jul 28 03:40:23.301953 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641689c-9122-45d6-89bc-67a8d4f0cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724ecbb-8eae-449b-9b73-851d4530384a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:23.304499 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50872) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.360340 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b9cf4ece-6970-4646-bf11-8b8f6417bb4a no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:23.384886 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: b9cf4ece-6970-4646-bf11-8b8f6417bb4a {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:40:23.385151 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b9cf4ece-6970-4646-bf11-8b8f6417bb4a not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:40:23.530756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50882) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.532915 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15988d5-b21d-4096-adab-f339cc926f9e req-d8db0cd9-3770-4ee4-abca-a664f384bc0b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:23.534412 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b15988d5-b21d-4096-adab-f339cc926f9e req-d8db0cd9-3770-4ee4-abca-a664f384bc0b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0655196 Jul 28 03:40:23.572257 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b15988d5-b21d-4096-adab-f339cc926f9e req-897a1f46-6394-45ae-a3c3-5fd6d79f145a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Jul 28 03:40:23.668709 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Deleting subnet c182b328-d775-4bc9-add4-c11d92a6b901 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:40:23.680079 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.737060 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.763984 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.803868 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.867113 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.003898 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.008142 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.010621 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.011728 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b724ecbb-8eae-449b-9b73-851d4530384a HTTP/1.1" status: 204 len: 168 time: 0.7062976 Jul 28 03:40:24.033656 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.036577 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8905e93-7e56-4986-a197-73d921cf87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724ecbb-8eae-449b-9b73-851d4530384a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:24.038592 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.109768 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c182b328-d775-4bc9-add4-c11d92a6b901,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:24.111783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.116394 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-82bf49dd-885c-4c29-86eb-251671b93285 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c182b328-d775-4bc9-add4-c11d92a6b901 HTTP/1.1" status: 204 len: 168 time: 0.5799453 Jul 28 03:40:24.116983 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50896) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:24.205463 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28749-4661-4790-aa9e-ee4bb53fb596 req-4b782d79-82aa-4faa-bb31-36e78eb9c5a7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.207025 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4ff28749-4661-4790-aa9e-ee4bb53fb596 req-4b782d79-82aa-4faa-bb31-36e78eb9c5a7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 943 time: 0.2211807 Jul 28 03:40:24.275589 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.280815 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Floating IP f66b4610-86c5-429b-83c9-d387ba7bd04f associated. External IP: 172.28.3.226, port: ce68db8c-3dcd-4ccf-8972-108fcb13d6fc. Jul 28 03:40:24.288094 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4ff28749-4661-4790-aa9e-ee4bb53fb596 req-99d7be30-4bab-41a5-9a7a-6743f489ee0a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Jul 28 03:40:24.294569 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50902) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:24.308288 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e456f19d-0243-47e6-bdd0-df77638b8028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.398490 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e456f19d-0243-47e6-bdd0-df77638b8028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.402113 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e456f19d-0243-47e6-bdd0-df77638b8028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.437626 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456f19d-0243-47e6-bdd0-df77638b8028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b7f9d-621c-4f6b-8173-b0c834fd1c57,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:24.444345 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e456f19d-0243-47e6-bdd0-df77638b8028 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54f3e6ff18a44c07872b25aa46a1a87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461201 Jul 28 03:40:24.444509 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.444629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50904) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:24.459846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29999a1b-98ec-4fcb-aa08-cc08c687bd2e']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:24.473168 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ba603a-2ce4-4b89-916d-6ac01f888037') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:24.473464 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ba603a-2ce4-4b89-916d-6ac01f888037') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:24.496062 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.517532 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.517755 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.532484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.570487 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:40:24.570902 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:40:24.572758 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:40:24.582460 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.584986 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.586130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b92b7f9d-621c-4f6b-8173-b0c834fd1c57 HTTP/1.1" status: 204 len: 168 time: 0.1408114 Jul 28 03:40:24.595279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970e30-7256-440f-aa89-0a028a080f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b7f9d-621c-4f6b-8173-b0c834fd1c57,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:24.656731 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.677468 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.681844 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/29999a1b-98ec-4fcb-aa08-cc08c687bd2e HTTP/1.1" status: 204 len: 168 time: 0.5599794 Jul 28 03:40:24.686147 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:24.699822 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4e174-96fa-44a8-83fb-41f02176bc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=29999a1b-98ec-4fcb-aa08-cc08c687bd2e,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:24.727790 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa6b5-a81f-499e-bfbd-7903b940a72e req-829a760c-e287-430a-be00-d0f175f4a5ce tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.729134 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b3fa6b5-a81f-499e-bfbd-7903b940a72e req-829a760c-e287-430a-be00-d0f175f4a5ce tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0840714 Jul 28 03:40:24.834551 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b3fa6b5-a81f-499e-bfbd-7903b940a72e req-3f3a6a73-3ead-4964-84e4-86d4a647a18e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Jul 28 03:40:24.856131 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:24.861783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.868678 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:24.882311 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:24.882982 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:40:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:24.894344 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-6212b45f-d7bc-4ed9-b1d1-db90b57295b2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "PUT /v2.0/floatingips/f66b4610-86c5-429b-83c9-d387ba7bd04f HTTP/1.1" status: 200 len: 992 time: 1.8302958 Jul 28 03:40:24.895775 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:24.899501 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff8a813-e91e-41b4-a420-67887073af0c" -d '{"events": [{"name": "network-changed", "server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:24.947299 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8853b37-4014-4555-bd51-5b369be3cd66 x-openstack-request-id: req-d8853b37-4014-4555-bd51-5b369be3cd66 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:24.947929 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:24.948374 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8853b37-4014-4555-bd51-5b369be3cd66 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:24.948997 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'status': 'completed', 'code': 200} Jul 28 03:40:24.987846 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 50926) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:25.030085 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:25.070684 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2969d58e-4a63-415b-8e9a-9f718a93e057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1bc1ebe0160445f9684dcdd774a7452&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0813675 Jul 28 03:40:25.074752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50932) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:25.091196 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a813-e91e-41b4-a420-67887073af0c req-8db3bf85-a4cf-43e0-bbcc-ac9182d1d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.101618 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-8db3bf85-a4cf-43e0-bbcc-ac9182d1d62e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1099 time: 0.0641379 Jul 28 03:40:25.150861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.176664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.251496 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.255248 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.258754 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2ae4ecd-34db-4d34-8e36-505f341e1dd7 HTTP/1.1" status: 204 len: 168 time: 0.1797726 Jul 28 03:40:25.283806 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a813-e91e-41b4-a420-67887073af0c req-c4f064b7-c4ae-4d76-b6b0-a340e4493b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.285207 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e36985-fbe6-481f-8a22-8ee4c5e40669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ae4ecd-34db-4d34-8e36-505f341e1dd7,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:25.285571 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-c4f064b7-c4ae-4d76-b6b0-a340e4493b02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.1652794 Jul 28 03:40:25.336627 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'f66b4610-86c5-429b-83c9-d387ba7bd04f', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:f1:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:02Z', 'updated_at': '2021-07-28T03:40:23Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:25.366704 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device c3664035-2c37-4f25-ace2-c40a81611f1f details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:25.372875 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:25.395054 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:25.395720 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:40:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:25.448007 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-21cd2e92-cfaf-4b50-b308-7167657e0e09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 1000 time: 0.1485248 Jul 28 03:40:25.563556 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061132e-0e07-4d80-b517-a3423f0cc262 req-73b9b97d-7d0f-4548-abd6-ba5ca972e067 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.565133 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8061132e-0e07-4d80-b517-a3423f0cc262 req-73b9b97d-7d0f-4548-abd6-ba5ca972e067 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 943 time: 0.1478450 Jul 28 03:40:25.577626 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:25.602790 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=c3664035-2c37-4f25-ace2-c40a81611f1f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:25.618246 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'c3664035-2c37-4f25-ace2-c40a81611f1f', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'port_id': 'c3664035-2c37-4f25-ace2-c40a81611f1f', 'mac_address': 'fa:16:3e:38:50:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e49d51-0845-464d-8000-2f46f345c31b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:25.679613 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8061132e-0e07-4d80-b517-a3423f0cc262 req-bef45fb0-bbc0-4e33-a88a-4af3583d0444 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022410 Jul 28 03:40:25.699891 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.851038 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3664035-2c37-4f25-ace2-c40a81611f1f {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:25.905614 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=c3664035-2c37-4f25-ace2-c40a81611f1f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:25.914545 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a813-e91e-41b4-a420-67887073af0c req-b570dbfd-89e8-4772-813f-6a890c6d0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.916649 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-b570dbfd-89e8-4772-813f-6a890c6d0103 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.4595137 Jul 28 03:40:25.920293 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.007057 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:26.017056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a813-e91e-41b4-a420-67887073af0c req-b7d93c4f-71ed-4c25-b408-4ab3d744ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:26.019107 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-b7d93c4f-71ed-4c25-b408-4ab3d744ee55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898755 Jul 28 03:40:26.039958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983a2f-f9e4-4071-b990-05a754997415 req-86d7b4f3-0854-4a92-8fd8-1087c012432a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:26.042779 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cc983a2f-f9e4-4071-b990-05a754997415 req-86d7b4f3-0854-4a92-8fd8-1087c012432a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0740895 Jul 28 03:40:26.052493 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'f66b4610-86c5-429b-83c9-d387ba7bd04f', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:f1:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:02Z', 'updated_at': '2021-07-28T03:40:23Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:26.084346 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d662b-e1d7-4587-b430-f132f0aebf26 None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'f66b4610-86c5-429b-83c9-d387ba7bd04f', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:f1:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:02Z', 'updated_at': '2021-07-28T03:40:23Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:26.177870 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cc983a2f-f9e4-4071-b990-05a754997415 req-65401cc1-ee51-4072-b16d-a66046098e6c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254900 Jul 28 03:40:26.218219 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-bdcd4a53-1768-4e44-b6cf-6bd6e0c78391 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740918 Jul 28 03:40:26.343023 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ff8a813-e91e-41b4-a420-67887073af0c req-e09c2a61-5914-404e-b339-4ebe3c3a6ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133955 Jul 28 03:40:26.390255 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb16e5-4e1a-4edb-872c-91ad87073dd9 None None] New status for floating IP f66b4610-86c5-429b-83c9-d387ba7bd04f: ACTIVE {{(pid=99648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:26.489529 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 50992) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:26.503805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['c3664035-2c37-4f25-ace2-c40a81611f1f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:26.759818 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f92cad49-2e0d-4120-bc63-50a4d584de05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.839601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6b42a-0a3c-40de-97b4-85b7bd41526f req-78e294ea-864f-43ed-9e51-67d1bf23492c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:26.843840 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d4a6b42a-0a3c-40de-97b4-85b7bd41526f req-78e294ea-864f-43ed-9e51-67d1bf23492c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0758815 Jul 28 03:40:26.920791 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d4a6b42a-0a3c-40de-97b4-85b7bd41526f req-67220b8f-1ca8-443a-8a74-0371862c8f3e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722160 Jul 28 03:40:26.949202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f92cad49-2e0d-4120-bc63-50a4d584de05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.954075 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f92cad49-2e0d-4120-bc63-50a4d584de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.988631 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f92cad49-2e0d-4120-bc63-50a4d584de05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a1a263e8c9745f595e56b2d3a069a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974918 Jul 28 03:40:26.991454 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51016) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:26.999079 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cad49-2e0d-4120-bc63-50a4d584de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd57c748-223d-4ab2-9521-a7d26f2c674e,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.047919 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.076036 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.116837 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.119906 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.121212 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd57c748-223d-4ab2-9521-a7d26f2c674e HTTP/1.1" status: 204 len: 168 time: 0.1286225 Jul 28 03:40:27.132143 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa9763-51b9-48c0-bab7-ccbd4d86665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd57c748-223d-4ab2-9521-a7d26f2c674e,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.341925 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b9147-4ecd-4c6f-afaa-09dba944fce0 req-9b407a87-a6ab-4ca7-b377-ce6cfc5346b3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:27.343628 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-876b9147-4ecd-4c6f-afaa-09dba944fce0 req-9b407a87-a6ab-4ca7-b377-ce6cfc5346b3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0557721 Jul 28 03:40:27.388090 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-876b9147-4ecd-4c6f-afaa-09dba944fce0 req-fd093eaa-5989-4372-94c5-800f854453d1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Jul 28 03:40:27.660718 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51048) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:27.781562 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-70df5bb8-02fe-4e0f-8931-bc0079b30897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.874526 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-70df5bb8-02fe-4e0f-8931-bc0079b30897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.878441 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-70df5bb8-02fe-4e0f-8931-bc0079b30897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.920393 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df5bb8-02fe-4e0f-8931-bc0079b30897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a341a170-ec2e-4778-9e0d-1e67adbf00c2,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.926717 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-70df5bb8-02fe-4e0f-8931-bc0079b30897 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=742b831910934296917f0f99eb46c28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648687 Jul 28 03:40:27.929600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51060) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:27.984761 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.011186 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.056936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddcac-d4cc-4752-9f77-f7861e8f0674 req-8b688f46-bea1-46c1-932a-b4f6d1690264 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:28.058758 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-141ddcac-d4cc-4752-9f77-f7861e8f0674 req-8b688f46-bea1-46c1-932a-b4f6d1690264 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0603528 Jul 28 03:40:28.083970 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.088031 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.092357 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a341a170-ec2e-4778-9e0d-1e67adbf00c2 HTTP/1.1" status: 204 len: 168 time: 0.1587245 Jul 28 03:40:28.124910 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18954d-775c-418d-b0bb-5752ac3fc474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a341a170-ec2e-4778-9e0d-1e67adbf00c2,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.127144 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-141ddcac-d4cc-4752-9f77-f7861e8f0674 req-a22d6995-9200-49b6-abac-6539fbed1e66 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Jul 28 03:40:28.448657 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51088) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.547039 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcef51-d406-42c0-976c-24cd51dca40e req-6bf374f6-8270-44b9-a490-4887d7169059 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:28.547039 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7cdcef51-d406-42c0-976c-24cd51dca40e req-6bf374f6-8270-44b9-a490-4887d7169059 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0584948 Jul 28 03:40:28.576058 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51096) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.592089 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-14660d20-bf58-4efc-9128-fb27692e2d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.599255 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7cdcef51-d406-42c0-976c-24cd51dca40e req-e5365baf-2799-44c8-ae5c-6986b50bb6db tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 Jul 28 03:40:28.694649 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-14660d20-bf58-4efc-9128-fb27692e2d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.698498 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-14660d20-bf58-4efc-9128-fb27692e2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.737611 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-14660d20-bf58-4efc-9128-fb27692e2d0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ad360b25d10428d95c2e0c0702207c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603088 Jul 28 03:40:28.738727 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14660d20-bf58-4efc-9128-fb27692e2d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf44dd-d553-4dc3-8954-f4a7cffcaafe,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.740538 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51098) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.753879 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-31d948bf-4e6a-4c29-8910-f8a971cc6f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.790519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.812311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.843417 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-31d948bf-4e6a-4c29-8910-f8a971cc6f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.847521 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-31d948bf-4e6a-4c29-8910-f8a971cc6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.861200 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.863829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.864968 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1bf44dd-d553-4dc3-8954-f4a7cffcaafe HTTP/1.1" status: 204 len: 168 time: 0.1234088 Jul 28 03:40:28.872986 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf44dd-d553-4dc3-8954-f4a7cffcaafe,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.885111 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.885111 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.885262 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893127 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-31d948bf-4e6a-4c29-8910-f8a971cc6f1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=650f4e3d62874f58b1d83a52a003b652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404342 Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893732 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51104) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.893843 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893843 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.893843 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c0cef-40f4-4faa-92c9-45439055a50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:28.900424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d948bf-4e6a-4c29-8910-f8a971cc6f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9aad3e-cf51-45b1-88ef-740c9ce8ce48,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.946185 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.970804 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.021861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.024463 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.025869 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c9aad3e-cf51-45b1-88ef-740c9ce8ce48 HTTP/1.1" status: 204 len: 168 time: 0.1319954 Jul 28 03:40:29.034258 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879562b8-b23c-48aa-91b3-7b2b8092a38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9aad3e-cf51-45b1-88ef-740c9ce8ce48,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:29.258257 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81af8-72da-4a1f-9442-aa3775a11ff9 req-46ce4642-e241-4beb-b7cd-b6dabe5382f2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:29.260114 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-31e81af8-72da-4a1f-9442-aa3775a11ff9 req-46ce4642-e241-4beb-b7cd-b6dabe5382f2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0599928 Jul 28 03:40:29.316421 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-31e81af8-72da-4a1f-9442-aa3775a11ff9 req-e7f2f9d4-de00-42df-b3f7-e348e5a68707 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 Jul 28 03:40:29.384600 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device c3664035-2c37-4f25-ace2-c40a81611f1f up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:29.439227 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port c3664035-2c37-4f25-ace2-c40a81611f1f completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:29.443530 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port c3664035-2c37-4f25-ace2-c40a81611f1f triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:29.443923 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.476995 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51128) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:29.492667 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.558594 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.627145 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=c3664035-2c37-4f25-ace2-c40a81611f1f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:29.628707 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:29.632027 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7552b4-b4b2-47ad-8e10-e6602634e962" -d '{"events": [{"server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "name": "network-vif-plugged", "status": "completed", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:29.632838 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.638811 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.644339 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.715387 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:29.734005 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f151a587ed7d45f39506d676d9748cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530103 Jul 28 03:40:29.734005 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5deebc5-d135-483d-a3be-fcb5dfbc2464,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:29.734537 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51144) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:29.751519 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.751882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.752230 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.752842 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.753206 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.753537 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.753873 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.754202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.754536 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.754877 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.755195 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.755563 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44044f83-9704-42c6-9d91-3549b49b6d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:29.802603 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e2141-3ab4-4747-b735-38aa6cc44a0c x-openstack-request-id: req-4e4e2141-3ab4-4747-b735-38aa6cc44a0c {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:29.802990 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "name": "network-vif-plugged", "status": "completed", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:29.803362 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e4e2141-3ab4-4747-b735-38aa6cc44a0c {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:29.803774 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f', 'code': 200} Jul 28 03:40:29.811021 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502507-7570-4bbd-8ee2-209ff30e8de4 req-4ee2db03-6bc9-4d41-a152-d0164d0e2cb2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:29.818889 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-91502507-7570-4bbd-8ee2-209ff30e8de4 req-4ee2db03-6bc9-4d41-a152-d0164d0e2cb2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0882185 Jul 28 03:40:29.821666 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.851498 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.881160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-91502507-7570-4bbd-8ee2-209ff30e8de4 req-0ac52b47-962e-4a17-b197-f990879820ac tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611255 Jul 28 03:40:29.933979 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.937233 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:29.940658 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5deebc5-d135-483d-a3be-fcb5dfbc2464 HTTP/1.1" status: 204 len: 168 time: 0.2029371 Jul 28 03:40:29.960280 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55e549-df9e-41d0-a945-d3cf6376bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5deebc5-d135-483d-a3be-fcb5dfbc2464,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:30.058134 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534edd-ece9-42ad-b077-eeaf9aa02193 req-ba186878-274a-4887-8320-e56caa010be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:30.061489 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a2534edd-ece9-42ad-b077-eeaf9aa02193 req-ba186878-274a-4887-8320-e56caa010be4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0458865 Jul 28 03:40:30.104035 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a2534edd-ece9-42ad-b077-eeaf9aa02193 req-cd91d331-5dc6-48dd-bdb4-9b1bc0329884 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363004 Jul 28 03:40:30.457521 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641b57c-e99b-467e-97d2-fbdee74dbaae req-b720337c-4853-4d8a-b15e-215f4984170b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:30.459030 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6641b57c-e99b-467e-97d2-fbdee74dbaae req-b720337c-4853-4d8a-b15e-215f4984170b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0602574 Jul 28 03:40:30.501154 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6641b57c-e99b-467e-97d2-fbdee74dbaae req-c2a91a49-e3bd-4a81-b3a5-6b7169d65503 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Jul 28 03:40:31.025211 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5c2e2-c76b-4cee-9e08-53230e2cc342 req-8dc6399f-76c8-450b-8aa6-fe9b3a1b543c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:31.026860 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ac5c2e2-c76b-4cee-9e08-53230e2cc342 req-8dc6399f-76c8-450b-8aa6-fe9b3a1b543c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0636580 Jul 28 03:40:31.068002 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ac5c2e2-c76b-4cee-9e08-53230e2cc342 req-a434edb2-1ed1-451e-85e3-a430dba29464 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Jul 28 03:40:31.237055 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51228) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:31.438695 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27f1accf-7fa4-4f45-8a6a-f39e79c86f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.585827 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27f1accf-7fa4-4f45-8a6a-f39e79c86f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.597446 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27f1accf-7fa4-4f45-8a6a-f39e79c86f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.657191 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826706e-7cb9-4e38-ba11-25e6ca96829d req-c06a8f72-b25a-4220-a200-9aa564f01af3 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:31.659538 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7826706e-7cb9-4e38-ba11-25e6ca96829d req-c06a8f72-b25a-4220-a200-9aa564f01af3 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0668349 Jul 28 03:40:31.671878 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-27f1accf-7fa4-4f45-8a6a-f39e79c86f1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec6325fdb4234421a42b4677e9aad7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335253 Jul 28 03:40:31.674038 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1accf-7fa4-4f45-8a6a-f39e79c86f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e9983-dfe7-4f72-b801-e23a1b33874b,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:31.676371 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51252) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:31.729084 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7826706e-7cb9-4e38-ba11-25e6ca96829d req-eefcecfa-5949-4b20-904f-a1e199e8573d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613904 Jul 28 03:40:31.767536 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.795813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.879023 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.881652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.882888 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d67e9983-dfe7-4f72-b801-e23a1b33874b HTTP/1.1" status: 204 len: 168 time: 0.1944673 Jul 28 03:40:31.896966 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1209a64-69c4-4f5e-a039-d5b8d52de4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e9983-dfe7-4f72-b801-e23a1b33874b,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:32.187183 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fb8f-4a7e-4939-9d07-e734a5451fe1 req-5d7a1a2d-c10d-425a-9ce3-f4084d412f43 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:32.188686 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2af1fb8f-4a7e-4939-9d07-e734a5451fe1 req-5d7a1a2d-c10d-425a-9ce3-f4084d412f43 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Jul 28 03:40:32.243668 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2af1fb8f-4a7e-4939-9d07-e734a5451fe1 req-bd20cc2c-b2c3-4801-9b26-b11591479e6a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479777 Jul 28 03:40:32.373519 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51292) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:32.475418 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-345a9bcc-a5a4-42a1-a4eb-31e5459a54e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.583580 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-345a9bcc-a5a4-42a1-a4eb-31e5459a54e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.589725 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-345a9bcc-a5a4-42a1-a4eb-31e5459a54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.627926 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-345a9bcc-a5a4-42a1-a4eb-31e5459a54e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7685de75f8f4887ac3b0b4852b92e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530684 Jul 28 03:40:32.628723 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a9bcc-a5a4-42a1-a4eb-31e5459a54e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2040ee30-48f1-455d-acdd-a7280a01add5,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:32.631025 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51306) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:32.681165 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.709304 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.756250 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.759091 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:32.763176 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2040ee30-48f1-455d-acdd-a7280a01add5 HTTP/1.1" status: 204 len: 168 time: 0.1282840 Jul 28 03:40:32.781322 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589467a-00a7-4e04-9b16-465f678fb7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2040ee30-48f1-455d-acdd-a7280a01add5,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:32.869583 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74dd8f-4e67-44bc-be27-03e42232965c req-8f6e8cc6-7d0d-483b-a8ee-294229afa5fd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:32.871102 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0d74dd8f-4e67-44bc-be27-03e42232965c req-8f6e8cc6-7d0d-483b-a8ee-294229afa5fd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Jul 28 03:40:32.959541 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0d74dd8f-4e67-44bc-be27-03e42232965c req-adfc1562-2ebf-4516-85cb-4bd956b2f2ce tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763195 Jul 28 03:40:33.215638 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51348) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:33.233108 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-34763c93-f5e9-4b91-9de0-73b2938e8e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.411186 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd366-bdc8-4797-8b68-a811b98bac9d req-e59d1b1b-13f8-4c0c-be67-6fda8e583cff tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:33.419624 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9e2bd366-bdc8-4797-8b68-a811b98bac9d req-e59d1b1b-13f8-4c0c-be67-6fda8e583cff tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0794842 Jul 28 03:40:33.462421 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-34763c93-f5e9-4b91-9de0-73b2938e8e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.472747 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-34763c93-f5e9-4b91-9de0-73b2938e8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.497418 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9e2bd366-bdc8-4797-8b68-a811b98bac9d req-b8cefd4f-98d0-44db-a79c-0d2013346db3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762413 Jul 28 03:40:33.525545 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34763c93-f5e9-4b91-9de0-73b2938e8e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10760365-e8c7-45bc-9ed2-e55d8efd37d3,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:33.530761 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-34763c93-f5e9-4b91-9de0-73b2938e8e39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e73fbfd785a4473dbdaecd6c4f9af60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135114 Jul 28 03:40:33.532828 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51368) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:33.586499 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.633594 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.684641 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.687130 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.690738 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10760365-e8c7-45bc-9ed2-e55d8efd37d3 HTTP/1.1" status: 204 len: 168 time: 0.1545951 Jul 28 03:40:33.701385 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd5e8a-7281-431a-a3d1-bedc51607b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10760365-e8c7-45bc-9ed2-e55d8efd37d3,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:34.142978 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a6f-35d2-4e09-8428-ec0abe3781b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:34.657477 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e025-e8ed-4759-9e6a-0b0f47c720b3 req-a4c2f22d-bf1b-440c-8cb7-54fefc4f633d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:34.665550 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9971e025-e8ed-4759-9e6a-0b0f47c720b3 req-a4c2f22d-bf1b-440c-8cb7-54fefc4f633d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0910432 Jul 28 03:40:34.746012 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9971e025-e8ed-4759-9e6a-0b0f47c720b3 req-adadfa29-2cce-4a8d-83b6-88c01334458a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792809 Jul 28 03:40:34.765102 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:40:35.057065 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51448) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:35.180885 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-30f50a1e-1213-4e0a-a52a-9c58aa15fea9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561545 Jul 28 03:40:35.185779 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-953cf16e-8f5f-44c2-881a-cfda16a3e499 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.193455 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-953cf16e-8f5f-44c2-881a-cfda16a3e499 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1445451 Jul 28 03:40:35.212278 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-46e243ad-05b1-4754-9677-cc4d92e3be7d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/quotas/083d54fbc18b4cd2b7c0b8d81dc3eec4 HTTP/1.1" status: 200 len: 375 time: 0.0174177 Jul 28 03:40:35.265465 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7da926bb-f0b1-48c5-8c6d-f43d355b61f4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522876 Jul 28 03:40:35.298355 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-a0f8bb35-c4ac-4519-83d6-38461dbacfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.300365 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-a0f8bb35-c4ac-4519-83d6-38461dbacfe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 1098 time: 0.0540380 Jul 28 03:40:35.312971 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8b96a1ff-8b3a-43ee-bdad-9c9c9ec00c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.377208 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-58e78cf6-0752-4beb-9d33-7b7ba83bb9e7 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992272 Jul 28 03:40:35.439774 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-002a9b40-3dd1-4668-a00b-58dfbe85cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.441269 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-002a9b40-3dd1-4668-a00b-58dfbe85cfba service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 916 time: 0.1154997 Jul 28 03:40:35.498495 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-0aaceb22-64d8-461f-8069-c773db67b0f0 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137650 Jul 28 03:40:35.513313 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-3aa6f912-0434-4cf9-b243-017bb8a2a0c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f HTTP/1.1" status: 200 len: 217 time: 0.0411031 Jul 28 03:40:35.588994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8b96a1ff-8b3a-43ee-bdad-9c9c9ec00c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.598163 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8b96a1ff-8b3a-43ee-bdad-9c9c9ec00c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.626877 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-44edece1-ccaa-4b21-a99a-902b0fd5b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.628706 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-44edece1-ccaa-4b21-a99a-902b0fd5b529 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0883706 Jul 28 03:40:35.663912 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51464) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:35.664115 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-8b96a1ff-8b3a-43ee-bdad-9c9c9ec00c8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0008bfe6ba434ea488454012dc459869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057310 Jul 28 03:40:35.712181 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96a1ff-8b3a-43ee-bdad-9c9c9ec00c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50deac-ba36-4802-9adb-29347d697444,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:35.729876 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-5c4cdf0f-6dd5-478b-89f1-4f9143e1c73b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854135 Jul 28 03:40:35.760865 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.812181 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.828823 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-37e004ce-05ae-4ce7-b1b1-9c50f51ab208 req-3f7c58cc-d2ba-4dee-920c-eaefa8adf1f4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 210 time: 0.0887644 Jul 28 03:40:35.911565 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.915154 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.916559 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd50deac-ba36-4802-9adb-29347d697444 HTTP/1.1" status: 204 len: 168 time: 0.2498074 Jul 28 03:40:35.956992 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a28d-8f7a-4af3-92af-7c0c553b3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50deac-ba36-4802-9adb-29347d697444,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.011341 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-7b5a866e-6b3e-4e56-aef0-7d3f7cbd7fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610536 Jul 28 03:40:36.013202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107752-df50-4d84-a434-cf66d7d709dc req-0b8035d5-250d-4146-bc04-f9255b080f4a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:36.014792 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9a107752-df50-4d84-a434-cf66d7d709dc req-0b8035d5-250d-4146-bc04-f9255b080f4a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0969136 Jul 28 03:40:36.103029 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9a107752-df50-4d84-a434-cf66d7d709dc req-b5bb9525-aac2-41e9-8d42-8d758de0d626 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738950 Jul 28 03:40:36.134613 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5327b54b-6ac9-45c3-8d17-039800e7f2ce req-a8ec76b0-ca4d-4f25-b259-6d12fc692b36 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131661 Jul 28 03:40:36.307368 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51498) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.322830 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b77d50ed-4275-4965-a046-7cfb201fb2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.420663 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b77d50ed-4275-4965-a046-7cfb201fb2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.424470 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-b77d50ed-4275-4965-a046-7cfb201fb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.460695 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-b77d50ed-4275-4965-a046-7cfb201fb2e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=772b869b92d44ab1badbcd71a1397893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521895 Jul 28 03:40:36.463264 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51500) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.465368 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d50ed-4275-4965-a046-7cfb201fb2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1457a-a854-46a1-8eaa-20ede4bdf601,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.520056 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.540842 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.589668 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.592752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.593900 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16f1457a-a854-46a1-8eaa-20ede4bdf601 HTTP/1.1" status: 204 len: 168 time: 0.1295824 Jul 28 03:40:36.601634 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9fb6e-7e9a-4753-803e-d527bc349744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1457a-a854-46a1-8eaa-20ede4bdf601,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.638870 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-3a54bdb7-4289-4165-b937-abee0ecfb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.921307 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51518) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.935299 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73ce-b0b5-4b88-be97-6b2db1533d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.951402 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-35a11353-8e5e-435e-ae52-fe133abecbcb req-dd69f3d9-c0ec-4a10-b182-e4638837f535 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 210 time: 0.0418658 Jul 28 03:40:37.044465 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73ce-b0b5-4b88-be97-6b2db1533d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.048000 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73ce-b0b5-4b88-be97-6b2db1533d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.086249 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e6ed73ce-b0b5-4b88-be97-6b2db1533d20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=028a2c794c5d4750b7db66286f0d6cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638784 Jul 28 03:40:37.088097 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed73ce-b0b5-4b88-be97-6b2db1533d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8741efbb-106d-499c-bb08-9e74395c6e7e,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:37.088975 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51522) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:37.142326 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.147659 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.169617 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.234752 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.237919 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.241551 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8741efbb-106d-499c-bb08-9e74395c6e7e HTTP/1.1" status: 204 len: 168 time: 0.1490304 Jul 28 03:40:37.241681 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b7cf-75a1-4708-ade3-c20d37743d84 req-66dd65d4-74b5-4653-b12d-64bb765f08f1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:37.242011 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ecc3b7cf-75a1-4708-ade3-c20d37743d84 req-66dd65d4-74b5-4653-b12d-64bb765f08f1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0610304 Jul 28 03:40:37.247710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c116e1-f16f-4bd9-80a0-fb02e273d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8741efbb-106d-499c-bb08-9e74395c6e7e,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:37.291733 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ecc3b7cf-75a1-4708-ade3-c20d37743d84 req-ed377e6e-7abf-4ad1-a360-351966c3a90d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Jul 28 03:40:37.469928 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-ae7183ae-5436-4895-9224-b03c9fedce5b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:37.471638 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-ae7183ae-5436-4895-9224-b03c9fedce5b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1365073 Jul 28 03:40:37.537629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Request body: {'port': {'device_id': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'admin_state_up': True, 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:37.670781 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:37.677984 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.796196 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.830281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Allocated IP 172.20.0.2 (5ca636ee-4591-441e-b394-e590066ebe62/13e49d51-0845-464d-8000-2f46f345c31b/28bc55d4-06db-45fd-9437-310a82288218) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:37.999734 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.064487 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.119997 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f', 'c3664035-2c37-4f25-ace2-c40a81611f1f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:38.162481 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Network 5ca636ee-4591-441e-b394-e590066ebe62 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:38.164459 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:38.166446 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event updated for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:38.175526 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:38.218644 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03e878-f62d-430e-918b-88d3b17b7b0c req-e0d5e479-0e1f-4ada-aebc-8c85702f05a4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:38.220194 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4b03e878-f62d-430e-918b-88d3b17b7b0c req-e0d5e479-0e1f-4ada-aebc-8c85702f05a4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 931 time: 0.1166947 Jul 28 03:40:38.268793 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:38.269836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.318298 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4b03e878-f62d-430e-918b-88d3b17b7b0c req-490aa218-3390-4cee-9ddb-2b0ec1b7b274 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883777 Jul 28 03:40:38.319899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7889fddb-3770-416f-9894-d59a0f434695 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873468 Jul 28 03:40:38.351802 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Request body: {'port': {'device_id': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:38.447762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.485689 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592cfef-065b-4534-b9a5-91844ae4f3aa req-fcfe1d88-ffdd-4374-8d5a-22e5c75a28a7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:38.507546 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6592cfef-065b-4534-b9a5-91844ae4f3aa req-fcfe1d88-ffdd-4374-8d5a-22e5c75a28a7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1260102 Jul 28 03:40:38.568348 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6592cfef-065b-4534-b9a5-91844ae4f3aa req-7f626895-c585-47a3-81ff-e395b497a849 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Jul 28 03:40:38.568951 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51600) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:38.691253 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d0680b25-36b0-4517-9757-598c42081723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.713004 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.816333 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d0680b25-36b0-4517-9757-598c42081723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.822947 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d0680b25-36b0-4517-9757-598c42081723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.837180 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bc55d4-06db-45fd-9437-310a82288218 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:38.846991 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.868208 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Transition to ACTIVE for port object 28bc55d4-06db-45fd-9437-310a82288218 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:38.872935 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d0680b25-36b0-4517-9757-598c42081723 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce228daccb7b4e949f7f4bf9e98b70be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026683 Jul 28 03:40:38.873691 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.876311 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0680b25-36b0-4517-9757-598c42081723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df82f467-90bc-41ed-8681-6c263812492b,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:38.879191 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51618) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:38.956517 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:38.958321 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.998437 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.037736 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Attempting to bind port 28bc55d4-06db-45fd-9437-310a82288218 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:39.038349 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Attempting to bind port 28bc55d4-06db-45fd-9437-310a82288218 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:39.038441 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Attempting to bind port 28bc55d4-06db-45fd-9437-310a82288218 on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:39.045524 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Port 28bc55d4-06db-45fd-9437-310a82288218 on network 5ca636ee-4591-441e-b394-e590066ebe62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:39.046179 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Attempting to bind port 28bc55d4-06db-45fd-9437-310a82288218 on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:39.055292 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:39.055737 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Checking segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:39.056440 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Bound using segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:39.056534 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Bound port: 28bc55d4-06db-45fd-9437-310a82288218, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:39.059720 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.073208 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.077364 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.078881 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df82f467-90bc-41ed-8681-6c263812492b HTTP/1.1" status: 204 len: 168 time: 0.1983202 Jul 28 03:40:39.095935 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71d502-9a72-4cb4-9040-9a77726ee981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df82f467-90bc-41ed-8681-6c263812492b,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.150371 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:39.153592 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28bc55d4-06db-45fd-9437-310a82288218,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:39.158870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.218135 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:39.219532 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.221540 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] 10.222.0.15 "PUT /v2.0/ports/28bc55d4-06db-45fd-9437-310a82288218 HTTP/1.1" status: 200 len: 1093 time: 0.8748589 Jul 28 03:40:39.224785 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'tag': '28bc55d4-06db-45fd-9437-310a82288218'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:39.227451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f60671-55c3-452c-aaa0-434f077b017e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "tag": "28bc55d4-06db-45fd-9437-310a82288218"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:39.282021 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d77ef-7a6e-41c7-97e1-5a2fdb66cb21 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.323415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada158c-0d82-48b1-9c41-b3191de0f841 x-openstack-request-id: req-eada158c-0d82-48b1-9c41-b3191de0f841 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:39.323415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "tag": "28bc55d4-06db-45fd-9437-310a82288218", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:39.323415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eada158c-0d82-48b1-9c41-b3191de0f841 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:39.323415 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'tag': '28bc55d4-06db-45fd-9437-310a82288218', 'status': 'completed', 'code': 200} Jul 28 03:40:39.407089 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-4722b18f-7c2f-4589-b28c-8160d5d559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:39.408840 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-4722b18f-7c2f-4589-b28c-8160d5d559c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0568926 Jul 28 03:40:39.476768 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-56438690-df4e-48a8-8cde-b37652db2ea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28bc55d4-06db-45fd-9437-310a82288218 HTTP/1.1" status: 200 len: 217 time: 0.0438702 Jul 28 03:40:39.487585 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21796e4-30ca-4456-a143-82cb49bc422e req-3717a772-e180-40a8-9427-249c7759e1a4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:39.489820 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d21796e4-30ca-4456-a143-82cb49bc422e req-3717a772-e180-40a8-9427-249c7759e1a4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 943 time: 0.0737753 Jul 28 03:40:39.558930 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d21796e4-30ca-4456-a143-82cb49bc422e req-93e8e7c1-51ca-4489-b6b7-b813d8fce7d5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612185 Jul 28 03:40:39.568726 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a832-216b-4dca-9f7a-441533d0125f req-62ce79fe-36f3-4400-8eeb-68e0dd28990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:39.570272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-62ce79fe-36f3-4400-8eeb-68e0dd28990c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0829678 Jul 28 03:40:39.611467 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-b849f713-82a6-4227-a70e-c611f9d679b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329227 Jul 28 03:40:39.623078 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.625765 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51662) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:39.657604 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7739e45a-f5aa-440f-a833-87a4d6ee6bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.819233 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f51eb-a56c-4cd4-85eb-4ae4d291e354 req-59cb2c4d-56df-4c9f-b7ca-d1f7d03c7841 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:39.824144 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-276f51eb-a56c-4cd4-85eb-4ae4d291e354 req-59cb2c4d-56df-4c9f-b7ca-d1f7d03c7841 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1442335 Jul 28 03:40:39.846850 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-386ff0e5-d51f-40dc-8816-e2761c4043c9 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248230 Jul 28 03:40:40.210997 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-276f51eb-a56c-4cd4-85eb-4ae4d291e354 req-2412363e-418b-425b-9410-b93f788c2fcf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778245 Jul 28 03:40:40.226034 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dac4a832-216b-4dca-9f7a-441533d0125f req-7d946c75-ea51-433f-a2a8-3dfd6e7330c0 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661902 Jul 28 03:40:40.269531 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7739e45a-f5aa-440f-a833-87a4d6ee6bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.273147 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7739e45a-f5aa-440f-a833-87a4d6ee6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.311512 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7739e45a-f5aa-440f-a833-87a4d6ee6bf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4efb6d1d4a1745148c3b6a16b0be8565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846497 Jul 28 03:40:40.312388 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739e45a-f5aa-440f-a833-87a4d6ee6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da36380b-3b7d-4f6a-9997-eea0d675e915,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:40.314242 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51686) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:40.365852 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.393655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60671-55c3-452c-aaa0-434f077b017e req-ee8fafdd-86eb-428f-91f9-9b387a403e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:40.393870 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.395622 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-ee8fafdd-86eb-428f-91f9-9b387a403e25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0445633 Jul 28 03:40:40.496308 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60671-55c3-452c-aaa0-434f077b017e req-3e052f07-a3f6-4ad6-9c63-0460d134a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:40.498367 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-3e052f07-a3f6-4ad6-9c63-0460d134a24c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 916 time: 0.0947185 Jul 28 03:40:40.544705 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-5776c6db-902d-4148-8a0f-b94d0c5cd17f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28bc55d4-06db-45fd-9437-310a82288218 HTTP/1.1" status: 200 len: 217 time: 0.0361745 Jul 28 03:40:40.602203 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60671-55c3-452c-aaa0-434f077b017e req-1948f045-0edb-4a45-97be-5245e53c589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:40.603676 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-1948f045-0edb-4a45-97be-5245e53c589e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0465286 Jul 28 03:40:40.645059 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-4344aad9-f4b1-4014-a3be-552be759a728 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336003 Jul 28 03:40:40.697012 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.699559 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.701379 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da36380b-3b7d-4f6a-9997-eea0d675e915 HTTP/1.1" status: 204 len: 168 time: 0.3857789 Jul 28 03:40:40.713385 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8017763-e48b-405d-a606-93c2062d2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da36380b-3b7d-4f6a-9997-eea0d675e915,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:40.735308 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a5ea2-5fac-45c8-8c6a-8a465d691a69 req-3bb8b05b-22a8-477a-b19e-2ee2caa3265b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:40.736834 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-cf8a5ea2-5fac-45c8-8c6a-8a465d691a69 req-3bb8b05b-22a8-477a-b19e-2ee2caa3265b tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 943 time: 0.0670669 Jul 28 03:40:40.751821 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-b8371ce7-ffe9-421e-80ea-3fff7bd7b7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974717 Jul 28 03:40:40.780612 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-cf8a5ea2-5fac-45c8-8c6a-8a465d691a69 req-951166cd-127d-4eed-aab1-0e525fd8ceb0 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Jul 28 03:40:40.850841 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57f60671-55c3-452c-aaa0-434f077b017e req-0705decd-7d8e-4c21-8047-304cea609a58 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892305 Jul 28 03:40:41.371203 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eb04d-47b9-4900-a3f7-e73f5e48495e req-a40c37d9-81fd-4c1d-81dd-ead933817d4d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:41.372967 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0e9eb04d-47b9-4900-a3f7-e73f5e48495e req-a40c37d9-81fd-4c1d-81dd-ead933817d4d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0686512 Jul 28 03:40:41.411647 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0e9eb04d-47b9-4900-a3f7-e73f5e48495e req-1c7fc80c-0fd0-4984-9e6e-65e2fa4e5bf6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Jul 28 03:40:41.923545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99bf18-f584-4464-9a53-2ca8918dbdda req-10350d96-e43e-4f45-aabc-1d5146f943da tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:41.925019 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bf99bf18-f584-4464-9a53-2ca8918dbdda req-10350d96-e43e-4f45-aabc-1d5146f943da tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 943 time: 0.0493557 Jul 28 03:40:41.962725 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bf99bf18-f584-4464-9a53-2ca8918dbdda req-28df0f40-d890-4ce4-9227-dd5f18fb40a7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Jul 28 03:40:42.536040 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b51b7-268d-4032-931a-2f8bd4c33bd3 req-2fd68a2a-bc85-480c-b473-3c94b7a67426 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.537507 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-288b51b7-268d-4032-931a-2f8bd4c33bd3 req-2fd68a2a-bc85-480c-b473-3c94b7a67426 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0543141 Jul 28 03:40:42.578350 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-288b51b7-268d-4032-931a-2f8bd4c33bd3 req-60f033de-1f62-4974-89d3-26c3b6b7fcd6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jul 28 03:40:43.095503 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d35459-076d-444d-9306-b2d0a6113110 req-790d3cb5-7c34-4efa-8586-99e89077412a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.097572 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-01d35459-076d-444d-9306-b2d0a6113110 req-790d3cb5-7c34-4efa-8586-99e89077412a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 943 time: 0.0571499 Jul 28 03:40:43.140273 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-01d35459-076d-444d-9306-b2d0a6113110 req-59318594-9792-4f77-adf1-84a70a19237a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Jul 28 03:40:43.483506 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28bc55d4-06db-45fd-9437-310a82288218 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:43.580678 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28bc55d4-06db-45fd-9437-310a82288218,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:43.592762 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '28bc55d4-06db-45fd-9437-310a82288218', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'port_id': '28bc55d4-06db-45fd-9437-310a82288218', 'mac_address': 'fa:16:3e:c5:fd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e49d51-0845-464d-8000-2f46f345c31b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:43.635814 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:43.649166 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bc55d4-06db-45fd-9437-310a82288218 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:43.672251 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28bc55d4-06db-45fd-9437-310a82288218,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:43.676372 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:43.697132 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb0958-b0ab-48d4-88e4-226fa79cdb8b req-6540e77c-d496-46d7-a2b9-68b4a48aeadb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.698610 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cbeb0958-b0ab-48d4-88e4-226fa79cdb8b req-6540e77c-d496-46d7-a2b9-68b4a48aeadb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0488784 Jul 28 03:40:43.730527 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:43.738539 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.738903 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.739197 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.739568 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.740071 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.740564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.740914 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.741231 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.741569 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.741907 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.742247 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.742860 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:43.743548 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cbeb0958-b0ab-48d4-88e4-226fa79cdb8b req-c724fea1-d59b-4333-b5a1-978632589a14 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Jul 28 03:40:43.980445 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51854) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:44.087613 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1143-59ad-4c4f-b329-4d522f885767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.180260 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1143-59ad-4c4f-b329-4d522f885767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.185722 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1143-59ad-4c4f-b329-4d522f885767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.224463 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b1143-59ad-4c4f-b329-4d522f885767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8f5d8-3b53-4d6c-8b63-d5f675af40a2,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:44.238070 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fa3b1143-59ad-4c4f-b329-4d522f885767 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d6f7fbfb2d34bc7a9024ce97fbf55d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565906 Jul 28 03:40:44.240764 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51860) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:44.274582 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048288fe-04ee-4101-ae00-7ac2e35f6ed4 req-a9629d04-6c1c-4b52-9ba7-b51a8c14a6ca tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:44.276077 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-048288fe-04ee-4101-ae00-7ac2e35f6ed4 req-a9629d04-6c1c-4b52-9ba7-b51a8c14a6ca tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 944 time: 0.0527108 Jul 28 03:40:44.293363 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.315052 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.315545 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-048288fe-04ee-4101-ae00-7ac2e35f6ed4 req-67eee20a-8f08-4d1c-81a8-5ccebcc914a2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jul 28 03:40:44.361090 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.363682 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.364823 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4da8f5d8-3b53-4d6c-8b63-d5f675af40a2 HTTP/1.1" status: 204 len: 168 time: 0.1229467 Jul 28 03:40:44.373107 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c408f0-79ec-4821-b676-fb6116798380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8f5d8-3b53-4d6c-8b63-d5f675af40a2,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:44.386195 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['28bc55d4-06db-45fd-9437-310a82288218'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:44.813381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51898) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:44.826546 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51902) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:44.869843 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38059e-d001-4c9f-8e04-45174cdd5577 req-8505953c-c6d3-44ca-849c-fc7b257b34fd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:44.871406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd38059e-d001-4c9f-8e04-45174cdd5577 req-8505953c-c6d3-44ca-849c-fc7b257b34fd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Jul 28 03:40:44.911187 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd38059e-d001-4c9f-8e04-45174cdd5577 req-093a5757-7acc-4c73-b599-ccdfd0a5fd97 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Jul 28 03:40:44.925720 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c4530a05-2ffd-4c18-b9cb-b8d51a5d03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:44.952689 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e46a-62c3-4737-b4a2-363220661fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.036186 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c4530a05-2ffd-4c18-b9cb-b8d51a5d03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.040589 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c4530a05-2ffd-4c18-b9cb-b8d51a5d03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.089788 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c4530a05-2ffd-4c18-b9cb-b8d51a5d03c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44cc87078f034fb89751bd16be4aa210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751553 Jul 28 03:40:45.091060 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51912) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:45.097698 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4530a05-2ffd-4c18-b9cb-b8d51a5d03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b6ab6-3524-409c-b3b8-76ea0f7b3af3,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.143229 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e46a-62c3-4737-b4a2-363220661fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.150643 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e46a-62c3-4737-b4a2-363220661fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.163385 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.185322 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.191626 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ecc8e46a-62c3-4737-b4a2-363220661fba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88f1354d09ee4bc8a493039c8927ecf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607802 Jul 28 03:40:45.191626 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e46a-62c3-4737-b4a2-363220661fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0f245-7f73-4b28-89fc-805f18e44d47,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.192263 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51918) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:45.264381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.283125 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.285695 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.287787 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a78b6ab6-3524-409c-b3b8-76ea0f7b3af3 HTTP/1.1" status: 204 len: 168 time: 0.1954169 Jul 28 03:40:45.295966 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.306383 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b2ef4-d137-4cee-a992-e9e22f2c3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b6ab6-3524-409c-b3b8-76ea0f7b3af3,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.361767 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.364454 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.365590 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fb0f245-7f73-4b28-89fc-805f18e44d47 HTTP/1.1" status: 204 len: 168 time: 0.1726689 Jul 28 03:40:45.376555 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb429cb5-061e-47df-8fe9-9f40134817c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0f245-7f73-4b28-89fc-805f18e44d47,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.452741 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301b5a9-6cce-49e5-abc4-3bd9358b2ecb req-49292ff1-7e07-4162-b8d1-63afc720280c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:45.454249 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6301b5a9-6cce-49e5-abc4-3bd9358b2ecb req-49292ff1-7e07-4162-b8d1-63afc720280c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 944 time: 0.0482204 Jul 28 03:40:45.534346 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6301b5a9-6cce-49e5-abc4-3bd9358b2ecb req-a204191b-e8a1-415f-9506-68f9e0f16460 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718489 Jul 28 03:40:45.782299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 51946) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:45.801192 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e043146-ced1-40fa-8f2c-067f65736c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.923098 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e043146-ced1-40fa-8f2c-067f65736c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.927488 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e043146-ced1-40fa-8f2c-067f65736c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.974265 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2e043146-ced1-40fa-8f2c-067f65736c41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c402a420636b46e1a97fe99a4ccc9d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908662 Jul 28 03:40:45.975201 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e043146-ced1-40fa-8f2c-067f65736c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231a6f1-d823-4b7a-be5e-6b86dbecdd38,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.976977 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51958) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:46.039614 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.053833 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ba105-54ee-4c09-aaf2-8a2acd3f1240 req-a20fba0a-75b6-4ea8-aeff-4d25fadad946 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:46.055301 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ed6ba105-54ee-4c09-aaf2-8a2acd3f1240 req-a20fba0a-75b6-4ea8-aeff-4d25fadad946 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0546439 Jul 28 03:40:46.063484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.103357 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ed6ba105-54ee-4c09-aaf2-8a2acd3f1240 req-0c7a3eb8-786e-416d-b02d-fc299cce44fd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Jul 28 03:40:46.117365 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.119826 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.124607 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4231a6f1-d823-4b7a-be5e-6b86dbecdd38 HTTP/1.1" status: 204 len: 168 time: 0.1428490 Jul 28 03:40:46.131601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130285f4-28d1-41fe-8652-be0aaea0e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231a6f1-d823-4b7a-be5e-6b86dbecdd38,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:46.584411 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 51992) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:46.653080 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181adacb-4a6d-4122-b539-2f3c58e9cf1e req-d738e537-763f-4d69-bedf-5f0333f254e4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:46.654643 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-181adacb-4a6d-4122-b539-2f3c58e9cf1e req-d738e537-763f-4d69-bedf-5f0333f254e4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 944 time: 0.0574365 Jul 28 03:40:46.704581 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e48a2acc-5ec8-43f9-adfe-b5485cea6167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.716323 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-181adacb-4a6d-4122-b539-2f3c58e9cf1e req-78809aaf-051c-4678-bd7f-d22ad4083995 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Jul 28 03:40:46.800073 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e48a2acc-5ec8-43f9-adfe-b5485cea6167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.803832 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e48a2acc-5ec8-43f9-adfe-b5485cea6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.848162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 52008) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:46.848338 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e48a2acc-5ec8-43f9-adfe-b5485cea6167 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=996f2d51e16644908a00783e6350d6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623143 Jul 28 03:40:46.848986 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a2acc-5ec8-43f9-adfe-b5485cea6167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51affa9-e18a-45fe-a3a0-fa4e57036711,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:46.918864 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.949174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.004922 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.007779 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.009031 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c51affa9-e18a-45fe-a3a0-fa4e57036711 HTTP/1.1" status: 204 len: 168 time: 0.1598570 Jul 28 03:40:47.017905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cb139-e74e-462f-a9f5-e87013c9bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51affa9-e18a-45fe-a3a0-fa4e57036711,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:47.304984 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-f96be8d8-a77d-4d70-b9fb-1690c29d5268 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891719 Jul 28 03:40:47.380062 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe107-52b3-451b-a913-fddd7eeae89a req-95952284-a5a7-413e-872d-e2830f5e0057 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.381703 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-365fe107-52b3-451b-a913-fddd7eeae89a req-95952284-a5a7-413e-872d-e2830f5e0057 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Jul 28 03:40:47.419151 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-365fe107-52b3-451b-a913-fddd7eeae89a req-ad9eeda0-c620-4b83-8184-44e360138f44 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Jul 28 03:40:47.501799 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-128d93a2-c34e-4597-baad-d87744b900ab tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.503339 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-128d93a2-c34e-4597-baad-d87744b900ab tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912320 Jul 28 03:40:47.504177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28bc55d4-06db-45fd-9437-310a82288218 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:47.518364 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-8cfa7ce4-9678-410b-9475-b0cc16446ce7 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/quotas/a9993b7dec1741b1b9308061c40c1a7a HTTP/1.1" status: 200 len: 375 time: 0.0091112 Jul 28 03:40:47.549009 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-682e2136-df6f-40b3-bc55-e1c48f584211 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246484 Jul 28 03:40:47.551961 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 28bc55d4-06db-45fd-9437-310a82288218 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:47.555656 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 28bc55d4-06db-45fd-9437-310a82288218 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:47.556030 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.634668 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.670860 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc55d4-06db-45fd-9437-310a82288218'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:47.670860 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6fcf66-0b5b-40bf-b680-25d349253a94" -d '{"events": [{"server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "name": "network-vif-plugged", "status": "completed", "tag": "28bc55d4-06db-45fd-9437-310a82288218"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:47.688022 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28bc55d4-06db-45fd-9437-310a82288218,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:47.701321 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.725296 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53268f1-097e-4a1e-9850-f219c5d5ed0b x-openstack-request-id: req-b53268f1-097e-4a1e-9850-f219c5d5ed0b {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:47.725589 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "name": "network-vif-plugged", "status": "completed", "tag": "28bc55d4-06db-45fd-9437-310a82288218", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:47.725852 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b53268f1-097e-4a1e-9850-f219c5d5ed0b {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:47.726057 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29d606a0-6847-4692-9efd-4eb724508d69 req-e14c2977-6637-45bb-a89a-0787a06ab6f3 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0296924 Jul 28 03:40:47.726554 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc55d4-06db-45fd-9437-310a82288218', 'code': 200} Jul 28 03:40:47.757400 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:47.841963 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf230143-d438-4f63-8b10-45d107103d1f req-308d5a47-c89c-4eb5-934d-9b18599ed6da tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.843719 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cf230143-d438-4f63-8b10-45d107103d1f req-308d5a47-c89c-4eb5-934d-9b18599ed6da tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Jul 28 03:40:47.886421 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cf230143-d438-4f63-8b10-45d107103d1f req-850ce99e-0d72-4466-ab5a-46e88c70dfb8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Jul 28 03:40:47.968297 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7a125-a1ab-431f-afb5-0375fead6881 req-5abf1781-7cfa-4bd1-93f7-a81d8f942138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.969909 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5be7a125-a1ab-431f-afb5-0375fead6881 req-5abf1781-7cfa-4bd1-93f7-a81d8f942138 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 1098 time: 0.0436802 Jul 28 03:40:48.011110 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5be7a125-a1ab-431f-afb5-0375fead6881 req-78af8be5-a0f6-4a3e-8cc6-68d9ec7c94a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289760 Jul 28 03:40:48.650253 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369c07-ba86-4925-b8ec-fc500ce0a82c req-47cd1353-7813-4cc7-b6c6-35fa54267d6f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:48.651671 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8a369c07-ba86-4925-b8ec-fc500ce0a82c req-47cd1353-7813-4cc7-b6c6-35fa54267d6f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Jul 28 03:40:48.692355 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8a369c07-ba86-4925-b8ec-fc500ce0a82c req-47719836-4999-4701-95a9-c1d6fd08587b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Jul 28 03:40:48.825565 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7a0ec011-4685-4450-a67f-8ba9ad276e7d req-7f0649ff-2585-44bc-80cb-d75dbc3e8da2 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0258000 Jul 28 03:40:49.006652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561448e-d3c9-4d1b-8c89-9266236c1bfd req-096a1e5f-96c8-42fa-bc90-a35ad03b8c29 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:49.008360 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c561448e-d3c9-4d1b-8c89-9266236c1bfd req-096a1e5f-96c8-42fa-bc90-a35ad03b8c29 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0547721 Jul 28 03:40:49.051599 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c561448e-d3c9-4d1b-8c89-9266236c1bfd req-28382f11-6479-4491-8fe6-f97bbe6ba15d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 Jul 28 03:40:49.385194 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-35c14a26-7120-46ec-8a2c-d255b6fdcef1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206926 Jul 28 03:40:49.505769 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-2aa71e09-28d4-4e49-865d-5c394c642620 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:49.507134 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-2aa71e09-28d4-4e49-865d-5c394c642620 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056745 Jul 28 03:40:49.582066 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Request body: {'port': {'device_id': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a', 'admin_state_up': True, 'tenant_id': 'a9993b7dec1741b1b9308061c40c1a7a'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:49.709169 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Made reservation on behalf of a9993b7dec1741b1b9308061c40c1a7a for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:49.713312 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.733012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.838104 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.843271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.911906 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dec897-e385-4ca9-9719-9e9abb72243e,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.937157 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2fb55-0473-4d7a-8a48-6023ee494fd8 req-974dc37a-a09b-4b6b-9ca4-ad6e7b50c83b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:49.942545 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-21a2fb55-0473-4d7a-8a48-6023ee494fd8 req-974dc37a-a09b-4b6b-9ca4-ad6e7b50c83b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0616553 Jul 28 03:40:49.958044 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-46093d33-eec2-4cdb-b3ef-342e0ab15389 req-e114283a-99e6-403b-bcf8-85be443cde4d tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0471103 Jul 28 03:40:49.982833 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-21a2fb55-0473-4d7a-8a48-6023ee494fd8 req-19d05401-b910-43ac-8162-42f8f0fec04e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Jul 28 03:40:50.023539 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Allocated IP 192.168.233.170 (03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a/b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9/d8921ac3-d41e-4a61-b9aa-06d328c423cb) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:50.203007 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d0cd-f0f4-42f5-b1da-9cf5eb5d9c31 req-8699c8e8-5306-44e4-962a-86832fa5c632 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:50.204497 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e832d0cd-f0f4-42f5-b1da-9cf5eb5d9c31 req-8699c8e8-5306-44e4-962a-86832fa5c632 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0870426 Jul 28 03:40:50.207124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.232301 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Transition to ACTIVE for port object d8921ac3-d41e-4a61-b9aa-06d328c423cb will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:50.257817 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e832d0cd-f0f4-42f5-b1da-9cf5eb5d9c31 req-23720907-2181-40bf-8111-d42ad2aa9094 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Jul 28 03:40:50.281392 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.325992 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:50.331126 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:50.333755 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:50.341023 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Pushing event updated for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:50.389199 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:50.389959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.404312 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-1a7d5d90-b669-4ec8-95d8-05628fae7e0e tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8266375 Jul 28 03:40:50.438624 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Request body: {'port': {'device_id': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:50.516548 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.570599 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-f1fadfbf-0dfa-4a40-9a2d-b4d28f4a2e7e None None] Provisioning for port d8921ac3-d41e-4a61-b9aa-06d328c423cb completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:50.575126 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-f1fadfbf-0dfa-4a40-9a2d-b4d28f4a2e7e None None] Provisioning complete for port d8921ac3-d41e-4a61-b9aa-06d328c423cb triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:50.575600 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f1fadfbf-0dfa-4a40-9a2d-b4d28f4a2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.610457 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-f1fadfbf-0dfa-4a40-9a2d-b4d28f4a2e7e None None] Port d8921ac3-d41e-4a61-b9aa-06d328c423cb cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:40:50.785152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8921ac3-d41e-4a61-b9aa-06d328c423cb {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:50.794052 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.804880 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Transition to ACTIVE for port object d8921ac3-d41e-4a61-b9aa-06d328c423cb will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:50.809865 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.888166 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Pushing event updated for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:50.950132 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Attempting to bind port d8921ac3-d41e-4a61-b9aa-06d328c423cb on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:50.950485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Attempting to bind port d8921ac3-d41e-4a61-b9aa-06d328c423cb by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:50.950793 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Attempting to bind port d8921ac3-d41e-4a61-b9aa-06d328c423cb on network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:50.955143 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Port d8921ac3-d41e-4a61-b9aa-06d328c423cb on network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:50.955498 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Attempting to bind port d8921ac3-d41e-4a61-b9aa-06d328c423cb on network 03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:50.960348 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:50.960685 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Checking segment: {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:50.961053 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Bound using segment: {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:50.961474 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Bound port: d8921ac3-d41e-4a61-b9aa-06d328c423cb, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36e35cb-1ca9-4496-906d-adc6ab17b9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:50.961831 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:51.031381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:51.034961 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:51.039638 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:51.075300 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.075933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:51.077328 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] 10.222.0.15 "PUT /v2.0/ports/d8921ac3-d41e-4a61-b9aa-06d328c423cb HTTP/1.1" status: 200 len: 1098 time: 0.6439738 Jul 28 03:40:51.077770 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:51.080038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e" -d '{"events": [{"name": "network-changed", "server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:51.102353 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6816c4-90bc-4478-8b2c-12d5701acb1e service neutron] Pushing event updated for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:51.173360 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762b4c5-53de-4ed7-a0cf-9d862b6526a5 req-4853646d-bf5c-46e3-a78e-6e1756d43215 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.174936 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9762b4c5-53de-4ed7-a0cf-9d862b6526a5 req-4853646d-bf5c-46e3-a78e-6e1756d43215 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 948 time: 0.0585158 Jul 28 03:40:51.220921 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9762b4c5-53de-4ed7-a0cf-9d862b6526a5 req-131be617-ef7a-4050-a44c-d2deff4c1821 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370879 Jul 28 03:40:51.238836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8816c-6ae6-4341-9128-ed1dac454de7 req-a649f6fb-d57c-4e81-9063-20a1a4efed59 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.240385 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ccc8816c-6ae6-4341-9128-ed1dac454de7 req-a649f6fb-d57c-4e81-9063-20a1a4efed59 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0888367 Jul 28 03:40:51.242158 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-61624d03-3962-434d-b973-0a49485e57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.243632 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-61624d03-3962-434d-b973-0a49485e57f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 1101 time: 0.0603371 Jul 28 03:40:51.275299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd679e-fe89-42e4-b76f-f93ca11c08c0 x-openstack-request-id: req-52cd679e-fe89-42e4-b76f-f93ca11c08c0 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:51.275615 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:51.275867 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52cd679e-fe89-42e4-b76f-f93ca11c08c0 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:51.276261 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb', 'status': 'completed', 'code': 200} Jul 28 03:40:51.306875 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-5eab1405-d856-49f7-87b0-493ecdc6380b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb HTTP/1.1" status: 200 len: 217 time: 0.0425835 Jul 28 03:40:51.319130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ccc8816c-6ae6-4341-9128-ed1dac454de7 req-33b936a3-53af-4cec-943a-8d33bf551fbb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Jul 28 03:40:51.369453 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-0318751d-8eab-45ea-9640-b07283c3f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.370909 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-0318751d-8eab-45ea-9640-b07283c3f5fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9 HTTP/1.1" status: 200 len: 843 time: 0.0492587 Jul 28 03:40:51.417405 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-9fdeeec9-0ce3-48a9-95b7-4b888a3f609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.418847 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-9fdeeec9-0ce3-48a9-95b7-4b888a3f609b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385771 Jul 28 03:40:51.516658 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-42aee575-fdf1-4291-80a5-732acf9515b7 service neutron] 10.222.0.15 "GET /v2.0/networks/03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846167 Jul 28 03:40:51.618097 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b7122b45-8d75-4c98-9d05-5d38e2f711e5 req-27a5c15f-413a-4081-bc32-fc50b1188c07 service neutron] 10.222.0.15 "GET /v2.0/networks/03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845039 Jul 28 03:40:51.803673 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-1885cd55-16bb-4ce5-b2d0-22dd65364257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.805122 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-1885cd55-16bb-4ce5-b2d0-22dd65364257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 1101 time: 0.0407863 Jul 28 03:40:51.909284 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-ed46ede2-cc32-4a24-afcf-1166b9e988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.910919 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-ed46ede2-cc32-4a24-afcf-1166b9e988ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a HTTP/1.1" status: 200 len: 870 time: 0.0884643 Jul 28 03:40:51.960895 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-791798d0-9c8a-4b53-8ee0-dcd82762f399 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb HTTP/1.1" status: 200 len: 217 time: 0.0390880 Jul 28 03:40:52.025465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-af4b718f-2c9c-4a90-9a2a-7445f1eb0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:52.027153 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-af4b718f-2c9c-4a90-9a2a-7445f1eb0218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9 HTTP/1.1" status: 200 len: 843 time: 0.0584314 Jul 28 03:40:52.081909 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-67006674-7fcc-485b-95c9-db40c45eb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:52.083454 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-67006674-7fcc-485b-95c9-db40c45eb7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458765 Jul 28 03:40:52.193188 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-70be483b-db96-41af-a50c-79063ffcbd6d service neutron] 10.222.0.15 "GET /v2.0/networks/03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Jul 28 03:40:52.299636 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9ca5bcf-bee8-4b92-b031-84800e2fe66e req-961d8046-64ca-462f-906f-05ea1104d0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Jul 28 03:40:52.363514 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd3b5e-f8f5-477a-84c9-d2a4f03c532e req-6bb5eb2f-2c74-46d7-9aef-24ec11e47ce9 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:52.365069 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5ddd3b5e-f8f5-477a-84c9-d2a4f03c532e req-6bb5eb2f-2c74-46d7-9aef-24ec11e47ce9 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 948 time: 0.0505426 Jul 28 03:40:52.403940 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5ddd3b5e-f8f5-477a-84c9-d2a4f03c532e req-8f16a5bb-e291-4da7-be3b-4570aa50ae3b tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Jul 28 03:40:52.444507 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea307e-fed5-4226-9904-ff0aa1e2a45f req-f37669c8-cea1-49ef-8f9b-0ad6da52c3cd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:52.445985 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2cea307e-fed5-4226-9904-ff0aa1e2a45f req-f37669c8-cea1-49ef-8f9b-0ad6da52c3cd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0551240 Jul 28 03:40:52.484765 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2cea307e-fed5-4226-9904-ff0aa1e2a45f req-9b8afd4b-ee78-405a-af70-79a714ca4183 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Jul 28 03:40:53.546471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b99fe-89c1-4b90-b82b-810e7e0752be req-3aad469e-404b-4be4-971a-8cc3d1c87910 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.547962 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-251b99fe-89c1-4b90-b82b-810e7e0752be req-3aad469e-404b-4be4-971a-8cc3d1c87910 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 948 time: 0.0534229 Jul 28 03:40:53.585189 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-251b99fe-89c1-4b90-b82b-810e7e0752be req-e50426a3-3dd5-4cf1-a8a1-8f57bfc3cec8 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Jul 28 03:40:53.602958 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd105-f2f0-4b93-8892-b9fa924cf6b6 req-0fcbc02b-7d30-4ca9-854c-51396b58009d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.604492 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-05ebd105-f2f0-4b93-8892-b9fa924cf6b6 req-0fcbc02b-7d30-4ca9-854c-51396b58009d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Jul 28 03:40:53.641616 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-05ebd105-f2f0-4b93-8892-b9fa924cf6b6 req-437fb9bb-1d63-449f-8a37-b44d0a8fa617 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Jul 28 03:40:54.708961 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8444b9-f0e6-4cfb-bad9-57d464a45bea req-5582a487-65a7-4063-a262-6764bae0a43c tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.710427 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8c8444b9-f0e6-4cfb-bad9-57d464a45bea req-5582a487-65a7-4063-a262-6764bae0a43c tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 948 time: 0.0532873 Jul 28 03:40:54.750764 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8c8444b9-f0e6-4cfb-bad9-57d464a45bea req-a922c45c-2126-4e8f-aad1-f1fe8e737e04 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Jul 28 03:40:54.850870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2aea-1cca-4d94-9592-84962b90db56 req-3c8b85f6-92eb-4adc-ab25-11ff962afc68 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.852349 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c64d2aea-1cca-4d94-9592-84962b90db56 req-3c8b85f6-92eb-4adc-ab25-11ff962afc68 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0471389 Jul 28 03:40:54.892632 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c64d2aea-1cca-4d94-9592-84962b90db56 req-e6d54f01-2c39-404a-9e0c-a6e6770595e1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Jul 28 03:40:55.520910 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d8921ac3-d41e-4a61-b9aa-06d328c423cb details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:55.635497 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:55.650024 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb', 'network_id': '03c8d8b9-e7ab-4e14-b9bc-1bd320f4f40a', 'port_id': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb', 'mac_address': 'fa:16:3e:1d:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a5fa17-d43d-4b2d-b3f7-468ea263dbc9', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:55.691474 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.709423 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8921ac3-d41e-4a61-b9aa-06d328c423cb {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:55.749945 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:55.753862 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.838859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:55.892605 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addec72-7562-49cd-886a-d80cec07df51 req-fde60152-08da-4767-b6ab-89de1b489084 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:55.894820 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0addec72-7562-49cd-886a-d80cec07df51 req-fde60152-08da-4767-b6ab-89de1b489084 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 949 time: 0.0529308 Jul 28 03:40:55.934160 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0addec72-7562-49cd-886a-d80cec07df51 req-54c28c19-d74a-4216-b3f8-4e4595faea4d tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Jul 28 03:40:56.078964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40fab4-0c13-4f8b-8134-504be8400edd req-bd1cdc20-07ef-4d62-93f4-57268760c430 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.080581 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6f40fab4-0c13-4f8b-8134-504be8400edd req-bd1cdc20-07ef-4d62-93f4-57268760c430 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0681057 Jul 28 03:40:56.119213 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6f40fab4-0c13-4f8b-8134-504be8400edd req-7c7d646c-8a97-41c3-86dc-686983758982 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Jul 28 03:40:56.154889 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-f88cdffc-1939-42ec-bada-0da064bd3e2c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.156368 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-f88cdffc-1939-42ec-bada-0da064bd3e2c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1016011 Jul 28 03:40:56.171154 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-1f011da2-59b3-427d-b24b-13361ad7d1da tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/quotas/083d54fbc18b4cd2b7c0b8d81dc3eec4 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Jul 28 03:40:56.221869 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-7fbb1f45-85a2-4883-b7cb-c5ceb82662a2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456402 Jul 28 03:40:56.311216 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-aa482dbf-23bd-47d1-beb7-ffa6fd165825 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824471 Jul 28 03:40:56.396510 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-8a5e08d7-f06c-4d2c-b1e7-28fb5dbcbe3e service neutron] 10.222.0.35 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794926 Jul 28 03:40:56.405926 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['d8921ac3-d41e-4a61-b9aa-06d328c423cb'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:56.553366 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-70d2ef1c-f046-46fa-8394-eea50bc23f9a req-e518acdf-5689-4743-8a86-466a024c8649 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Jul 28 03:40:57.068271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41a714-1dd4-4e29-8c90-5892e3cd86ba req-6932adc4-39f5-4564-9685-f3fe5f2b8cb1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.069878 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3d41a714-1dd4-4e29-8c90-5892e3cd86ba req-6932adc4-39f5-4564-9685-f3fe5f2b8cb1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 949 time: 0.0519769 Jul 28 03:40:57.124282 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3d41a714-1dd4-4e29-8c90-5892e3cd86ba req-c3ad3e2e-6105-4832-9e29-2fa4be94c44d tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Jul 28 03:40:57.244128 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6709b-5c70-4967-870c-c4dce316a238 req-841928cf-1c26-4478-b855-fb7d643608cf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.245612 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-abe6709b-5c70-4967-870c-c4dce316a238 req-841928cf-1c26-4478-b855-fb7d643608cf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0550265 Jul 28 03:40:57.286904 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-abe6709b-5c70-4967-870c-c4dce316a238 req-72ddf98b-46ef-4528-b783-f61374d1c103 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Jul 28 03:40:57.643437 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5c61f797-1e82-411a-9cdc-e05210beb9b3 req-5a0a8503-71fa-46ed-8f5d-cdb798056025 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 210 time: 0.0247664 Jul 28 03:40:57.943140 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-568460e2-af42-4dbd-974f-5b4f1579e389 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.946272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-568460e2-af42-4dbd-974f-5b4f1579e389 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 815 time: 0.1090584 Jul 28 03:40:57.974316 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Request body: {'port': {'device_id': '04005c69-8682-4a08-91dc-90f08d47f599', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'admin_state_up': True, 'tenant_id': '083d54fbc18b4cd2b7c0b8d81dc3eec4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:58.239989 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fab04d-bcab-40eb-aec5-ca25994ec654 req-a5705e37-1cab-41e1-b7e3-25da338dcc64 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.241604 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b7fab04d-bcab-40eb-aec5-ca25994ec654 req-a5705e37-1cab-41e1-b7e3-25da338dcc64 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 949 time: 0.0492947 Jul 28 03:40:58.283253 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b7fab04d-bcab-40eb-aec5-ca25994ec654 req-b541898d-2c11-4843-a28c-62d1739533f1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352743 Jul 28 03:40:58.309716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Made reservation on behalf of 083d54fbc18b4cd2b7c0b8d81dc3eec4 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:58.314761 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:58.469264 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115496-7c21-42b3-925a-9ded30bdba76 req-1fb82afb-d157-4c3b-bfb6-12be4a7c8236 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.470747 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fb115496-7c21-42b3-925a-9ded30bdba76 req-1fb82afb-d157-4c3b-bfb6-12be4a7c8236 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.1004939 Jul 28 03:40:58.501311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Allocated IP 172.20.0.14 (5ca636ee-4591-441e-b394-e590066ebe62/13e49d51-0845-464d-8000-2f46f345c31b/d6280712-ce31-414f-aefd-49fda1c2cabe) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:58.533671 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fb115496-7c21-42b3-925a-9ded30bdba76 req-3902e0dd-b851-45bf-897e-d88f60bf8460 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556054 Jul 28 03:40:58.666893 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:58.710136 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:58.757666 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Network 5ca636ee-4591-441e-b394-e590066ebe62 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:58.758098 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9e5f6-9bf0-4026-b68e-319cdbf7affe req-331fee19-a13b-4e75-a3a5-7f1ba16ea11f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.760712 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:58.763237 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:58.765423 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2cc9e5f6-9bf0-4026-b68e-319cdbf7affe req-331fee19-a13b-4e75-a3a5-7f1ba16ea11f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 932 time: 0.0559187 Jul 28 03:40:58.773070 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f', 'c3664035-2c37-4f25-ace2-c40a81611f1f', '28bc55d4-06db-45fd-9437-310a82288218'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:58.796760 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event updated for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:58.799105 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2cc9e5f6-9bf0-4026-b68e-319cdbf7affe req-76c5182c-5f4f-42c5-80a7-2a63757ed9c0 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 28 03:40:58.839824 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.840432 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:58.853822 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-4380e676-64e4-4c8d-affd-22c6dc2730af tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844192 Jul 28 03:40:58.875258 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Request body: {'port': {'device_id': '04005c69-8682-4a08-91dc-90f08d47f599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:58.925829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.201210 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6280712-ce31-414f-aefd-49fda1c2cabe {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:59.208731 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.220944 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Transition to ACTIVE for port object d6280712-ce31-414f-aefd-49fda1c2cabe will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:59.224268 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.275033 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Pushing event updated for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:59.345989 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Attempting to bind port d6280712-ce31-414f-aefd-49fda1c2cabe on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:59.346378 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Attempting to bind port d6280712-ce31-414f-aefd-49fda1c2cabe by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:59.346669 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Attempting to bind port d6280712-ce31-414f-aefd-49fda1c2cabe on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:59.351252 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Port d6280712-ce31-414f-aefd-49fda1c2cabe on network 5ca636ee-4591-441e-b394-e590066ebe62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:59.351604 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Attempting to bind port d6280712-ce31-414f-aefd-49fda1c2cabe on network 5ca636ee-4591-441e-b394-e590066ebe62 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:59.357200 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:59.357538 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Checking segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:59.357915 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Bound using segment: {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:59.358333 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Bound port: d6280712-ce31-414f-aefd-49fda1c2cabe, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908f9f5-f472-4059-86e1-0d148d03953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:59.358687 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.449601 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1e6b2-bad4-4b91-85e9-2439cfb93e66 req-90b20f71-6ed6-4372-a27f-05eeff28e8e6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.450990 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fd1e6b2-bad4-4b91-85e9-2439cfb93e66 req-90b20f71-6ed6-4372-a27f-05eeff28e8e6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 949 time: 0.0895398 Jul 28 03:40:59.466206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:59.472576 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d6280712-ce31-414f-aefd-49fda1c2cabe,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:59.478206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.522404 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d8921ac3-d41e-4a61-b9aa-06d328c423cb up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:59.525462 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.526086 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.528130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6280712-ce31-414f-aefd-49fda1c2cabe HTTP/1.1" status: 200 len: 1094 time: 0.6579401 Jul 28 03:40:59.528573 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:59.530859 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10448d48-8771-43ac-a182-da4d1e5200fb" -d '{"events": [{"name": "network-changed", "server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:59.539930 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fd1e6b2-bad4-4b91-85e9-2439cfb93e66 req-092db5a1-3327-4820-a542-58f11df83c89 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814338 Jul 28 03:40:59.558830 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089cecb-3b49-4d25-affe-f30759ec1821 service neutron] Pushing event updated for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:59.587194 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99201b25-c96e-48de-a33a-49037e1fe34d x-openstack-request-id: req-99201b25-c96e-48de-a33a-49037e1fe34d {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:59.587521 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:59.587789 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99201b25-c96e-48de-a33a-49037e1fe34d {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:59.588192 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe', 'status': 'completed', 'code': 200} Jul 28 03:40:59.609959 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port d8921ac3-d41e-4a61-b9aa-06d328c423cb completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:59.613992 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port d8921ac3-d41e-4a61-b9aa-06d328c423cb triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:59.614749 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.708995 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.712671 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-93a7fb7e-3f44-453e-86d5-e14f3d2b5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.715155 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-93a7fb7e-3f44-453e-86d5-e14f3d2b5a1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 1097 time: 0.0928302 Jul 28 03:40:59.727725 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dba9c-b172-4d3c-bc80-e0f87d1aed74 req-76eb5954-23d9-4af6-8850-aded130d0535 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.729569 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-046dba9c-b172-4d3c-bc80-e0f87d1aed74 req-76eb5954-23d9-4af6-8850-aded130d0535 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0971825 Jul 28 03:40:59.739548 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:59.741811 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272f2ba-3e9b-4174-96a4-3cf697c9aa84" -d '{"events": [{"server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:59.755596 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:59.763179 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.789371 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-9d9026b2-da89-47c1-a98f-093484f824cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6280712-ce31-414f-aefd-49fda1c2cabe HTTP/1.1" status: 200 len: 217 time: 0.0453653 Jul 28 03:40:59.792954 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d0bd9d-cfdc-4711-95dd-9d3ae246626f x-openstack-request-id: req-b9d0bd9d-cfdc-4711-95dd-9d3ae246626f {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:59.793473 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:59.793620 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9d0bd9d-cfdc-4711-95dd-9d3ae246626f {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:59.794076 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb', 'code': 200} Jul 28 03:40:59.808096 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-046dba9c-b172-4d3c-bc80-e0f87d1aed74 req-ebe21152-1c86-4c83-958f-e96f290e170f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709798 Jul 28 03:40:59.830149 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:59.889194 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399bb8-b490-43a2-8442-26557730096c req-3d7e7aa5-8a54-4543-9381-df2612bf29db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.892796 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-3d7e7aa5-8a54-4543-9381-df2612bf29db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0518193 Jul 28 03:40:59.937590 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1d826-c24a-4e21-b334-8cab76c1fa76 req-138cbb43-89f5-4075-b2ca-1c0829882a85 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.939751 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4bc1d826-c24a-4e21-b334-8cab76c1fa76 req-138cbb43-89f5-4075-b2ca-1c0829882a85 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 944 time: 0.0629132 Jul 28 03:40:59.946276 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-a18d9339-a111-4fc7-9c62-ca81d5bd8456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312011 Jul 28 03:40:59.972742 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52354) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:59.991210 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4bc1d826-c24a-4e21-b334-8cab76c1fa76 req-fd0812ee-7663-47a6-974a-d6e6382b0acc tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jul 28 03:41:00.049941 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b99bc-b314-4bfe-b61f-1bec61b1735b req-a68ae185-74b0-4401-beb5-5e9163f18268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.051640 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1d7b99bc-b314-4bfe-b61f-1bec61b1735b req-a68ae185-74b0-4401-beb5-5e9163f18268 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 1103 time: 0.0437360 Jul 28 03:41:00.069630 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-6c180800-1f9f-4f76-9b80-439cafaf8f98 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926523 Jul 28 03:41:00.091478 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1d7b99bc-b314-4bfe-b61f-1bec61b1735b req-9047c80a-b6a3-40e2-b017-a8b587758b7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Jul 28 03:41:00.105153 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a896e838-3fa0-4abb-9567-1d8e5ddc3581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.165588 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34399bb8-b490-43a2-8442-26557730096c req-ba2b74ee-a086-4ccc-89ee-dccc83e7330e service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Jul 28 03:41:00.193221 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a896e838-3fa0-4abb-9567-1d8e5ddc3581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.196649 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a896e838-3fa0-4abb-9567-1d8e5ddc3581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.237734 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a896e838-3fa0-4abb-9567-1d8e5ddc3581 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd3c42f2ed414659ac043bcad40f42f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639236 Jul 28 03:41:00.238518 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896e838-3fa0-4abb-9567-1d8e5ddc3581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483aaf2f-002d-40ce-ac5f-992b482599af,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.240421 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 52358) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:00.287957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.309433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.357019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.360255 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.361652 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/483aaf2f-002d-40ce-ac5f-992b482599af HTTP/1.1" status: 204 len: 168 time: 0.1202276 Jul 28 03:41:00.371957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a65078-696f-40c5-8c1a-9cdc66e3fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483aaf2f-002d-40ce-ac5f-992b482599af,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.703115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448d48-8771-43ac-a182-da4d1e5200fb req-493b9887-75c1-44dc-a82f-481591465835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.705160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-493b9887-75c1-44dc-a82f-481591465835 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 1097 time: 0.0549507 Jul 28 03:41:00.824832 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85500a22-2b2b-4e18-8a60-f4a33bb5988a req-43dca32b-a2be-49b7-ab9a-10e012438477 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.826300 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-85500a22-2b2b-4e18-8a60-f4a33bb5988a req-43dca32b-a2be-49b7-ab9a-10e012438477 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.1074295 Jul 28 03:41:00.879584 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448d48-8771-43ac-a182-da4d1e5200fb req-cb567f05-164c-4681-a695-2403fef5bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.881177 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-cb567f05-164c-4681-a695-2403fef5bf6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 200 len: 916 time: 0.1365783 Jul 28 03:41:00.886406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-85500a22-2b2b-4e18-8a60-f4a33bb5988a req-ed637648-fafe-4aa3-9c7e-a549a2f826f4 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Jul 28 03:41:00.933549 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df69aee-b36a-4b80-82b0-279ce92f0749 req-c8387cae-3dc9-46d2-b128-262bfc06e2de tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.935057 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5df69aee-b36a-4b80-82b0-279ce92f0749 req-c8387cae-3dc9-46d2-b128-262bfc06e2de tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0534704 Jul 28 03:41:00.941422 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-a928d5d9-039a-470b-ad92-6a54ba4785e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6280712-ce31-414f-aefd-49fda1c2cabe HTTP/1.1" status: 200 len: 217 time: 0.0412600 Jul 28 03:41:00.976530 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5df69aee-b36a-4b80-82b0-279ce92f0749 req-35fa9b52-c57f-4383-8b0c-45adaca5f26e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jul 28 03:41:01.006317 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448d48-8771-43ac-a182-da4d1e5200fb req-d7b80589-8624-4a74-aaaf-423e356637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.007816 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-d7b80589-8624-4a74-aaaf-423e356637c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 200 len: 855 time: 0.0553191 Jul 28 03:41:01.048223 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-2178ee3d-d734-4146-871a-18a79ac4ef92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca636ee-4591-441e-b394-e590066ebe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252509 Jul 28 03:41:01.173653 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd758f8-8251-4cc1-8e2f-b7c4393c5a07 req-f80eb663-819c-47e9-8b25-7dc843b013d5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.175099 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6dd758f8-8251-4cc1-8e2f-b7c4393c5a07 req-f80eb663-819c-47e9-8b25-7dc843b013d5 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 944 time: 0.1070745 Jul 28 03:41:01.191963 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-8f193184-ea51-4bb9-83ce-040f3a60b048 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311059 Jul 28 03:41:01.217942 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6dd758f8-8251-4cc1-8e2f-b7c4393c5a07 req-7f2088c9-1154-4d06-8eba-a88b9615ded1 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Jul 28 03:41:01.313149 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-10448d48-8771-43ac-a182-da4d1e5200fb req-88a0ea3f-106d-473d-8948-237ecf8f4288 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942445 Jul 28 03:41:02.053664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cbb3-3bf6-4f6b-b19d-dba2a4e82dd7 req-6f8eddca-ed91-4fdb-ad2f-f8992443c902 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.055754 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1df4cbb3-3bf6-4f6b-b19d-dba2a4e82dd7 req-6f8eddca-ed91-4fdb-ad2f-f8992443c902 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0712481 Jul 28 03:41:02.100310 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1df4cbb3-3bf6-4f6b-b19d-dba2a4e82dd7 req-63c0b0ad-fbdd-449c-a44a-7ec5c61da1c1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Jul 28 03:41:02.133544 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bd1d8-a689-4ae0-bd46-149439dff81d req-9083c2c8-c4b9-4451-aab3-729fb2606e2c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.135142 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-480bd1d8-a689-4ae0-bd46-149439dff81d req-9083c2c8-c4b9-4451-aab3-729fb2606e2c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Jul 28 03:41:02.175160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-480bd1d8-a689-4ae0-bd46-149439dff81d req-2efb5d65-bbba-4c42-ada0-c681d8bd21a8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jul 28 03:41:02.334377 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0780fa-7e68-484e-a9c8-a12531ad554f req-3c07d763-469b-4e0d-b485-9edd727d5f65 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.335909 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b0780fa-7e68-484e-a9c8-a12531ad554f req-3c07d763-469b-4e0d-b485-9edd727d5f65 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 944 time: 0.0483258 Jul 28 03:41:02.382279 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0b0780fa-7e68-484e-a9c8-a12531ad554f req-28aea255-3ac5-4722-8ad2-bde4887a1156 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Jul 28 03:41:02.842570 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52456) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:02.944932 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-17bfaeb6-750b-414a-8e30-229f8ff0bc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.035873 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-17bfaeb6-750b-414a-8e30-229f8ff0bc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.040140 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-17bfaeb6-750b-414a-8e30-229f8ff0bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.076457 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfaeb6-750b-414a-8e30-229f8ff0bc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c84098-aa2a-451d-bc26-d9f0610a9ea5,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:03.080751 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-17bfaeb6-750b-414a-8e30-229f8ff0bc8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=156b1c302f43434f98def88cbcae4ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371294 Jul 28 03:41:03.083968 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52464) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:03.131720 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.152995 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.202094 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.204931 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.209096 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47c84098-aa2a-451d-bc26-d9f0610a9ea5 HTTP/1.1" status: 204 len: 168 time: 0.1246545 Jul 28 03:41:03.218291 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4fe66-c43d-40c2-b48f-045c7db2710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c84098-aa2a-451d-bc26-d9f0610a9ea5,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:03.224016 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6468461-571f-49cd-bc37-13994a9acc36 req-4c99aca9-cc3f-47db-ad40-8cfa4436d690 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:03.226109 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f6468461-571f-49cd-bc37-13994a9acc36 req-4c99aca9-cc3f-47db-ad40-8cfa4436d690 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0536253 Jul 28 03:41:03.271860 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f6468461-571f-49cd-bc37-13994a9acc36 req-480f45b4-616d-4093-b610-24e2424417c3 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Jul 28 03:41:03.312879 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fc3c-fc6a-4f71-8a8d-05da6a5a5007 req-28ac2a0a-5281-41d5-b8bc-3be3ce776513 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:03.314571 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0409fc3c-fc6a-4f71-8a8d-05da6a5a5007 req-28ac2a0a-5281-41d5-b8bc-3be3ce776513 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0544715 Jul 28 03:41:03.354717 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0409fc3c-fc6a-4f71-8a8d-05da6a5a5007 req-910d67ea-fac9-4967-8697-a4b4d8ff4602 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Jul 28 03:41:03.533774 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19a672-1fee-4845-9deb-5f3fb15f0d51 req-f8946047-870c-4885-a1e7-69dbd17f970e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:03.535859 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0c19a672-1fee-4845-9deb-5f3fb15f0d51 req-f8946047-870c-4885-a1e7-69dbd17f970e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 944 time: 0.0586407 Jul 28 03:41:03.575253 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d6280712-ce31-414f-aefd-49fda1c2cabe details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:03.604465 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0c19a672-1fee-4845-9deb-5f3fb15f0d51 req-705a1d89-1954-499c-9a5d-927b9cda6f87 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537570 Jul 28 03:41:03.623018 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f53571-734c-4f0c-815b-ae80f68891ad req-d3c7e155-0b57-4cfd-8561-4da535ea9d24 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:03.625728 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-79f53571-734c-4f0c-815b-ae80f68891ad req-d3c7e155-0b57-4cfd-8561-4da535ea9d24 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0778446 Jul 28 03:41:03.666644 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-79f53571-734c-4f0c-815b-ae80f68891ad req-93e577b4-b6fc-43e5-b031-e1d797565a7c tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Jul 28 03:41:03.709099 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d6280712-ce31-414f-aefd-49fda1c2cabe,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:03.731228 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'd6280712-ce31-414f-aefd-49fda1c2cabe', 'network_id': '5ca636ee-4591-441e-b394-e590066ebe62', 'port_id': 'd6280712-ce31-414f-aefd-49fda1c2cabe', 'mac_address': 'fa:16:3e:03:84:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e49d51-0845-464d-8000-2f46f345c31b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:03.774363 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.788961 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6280712-ce31-414f-aefd-49fda1c2cabe {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:03.809520 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d6280712-ce31-414f-aefd-49fda1c2cabe,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:03.814508 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.864078 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:04.148629 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-c4c95fa7-5fcc-4062-9618-8f1cfccae2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.488767 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc6786-cea6-478c-9bd3-db12fb4ec2f0 req-e9cc65c8-8c52-4bb9-bcd7-8eb6a7d296aa tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.490245 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-26dc6786-cea6-478c-9bd3-db12fb4ec2f0 req-e9cc65c8-8c52-4bb9-bcd7-8eb6a7d296aa tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Jul 28 03:41:04.530332 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-26dc6786-cea6-478c-9bd3-db12fb4ec2f0 req-1f88caa9-4231-4ae0-89ae-2668e969bd01 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Jul 28 03:41:04.593321 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['d6280712-ce31-414f-aefd-49fda1c2cabe'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:04.715935 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d034c7-67c5-4db6-874b-4f74cf281e00 req-6af03c9e-0d7b-4556-906b-97e7d47d3861 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.717496 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-87d034c7-67c5-4db6-874b-4f74cf281e00 req-6af03c9e-0d7b-4556-906b-97e7d47d3861 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 945 time: 0.0538993 Jul 28 03:41:04.762491 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-87d034c7-67c5-4db6-874b-4f74cf281e00 req-08a93af4-c5b3-4453-83b4-083e9f42409c tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jul 28 03:41:04.798013 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd830e-775e-443d-9ab6-999c41762ca9 req-d4751bcf-f8b9-4c53-8631-9b332b921d48 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.799627 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-02fd830e-775e-443d-9ab6-999c41762ca9 req-d4751bcf-f8b9-4c53-8631-9b332b921d48 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0557535 Jul 28 03:41:04.836739 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-02fd830e-775e-443d-9ab6-999c41762ca9 req-98434ba0-8699-4ddc-9875-28e6dcda2ea8 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Jul 28 03:41:04.986267 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2e61-21ba-4b7c-8715-6be2bb97a1fd req-5524f1fd-1213-4c6b-94bc-ca5ea265a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.987749 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e2df2e61-21ba-4b7c-8715-6be2bb97a1fd req-5524f1fd-1213-4c6b-94bc-ca5ea265a4bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 1098 time: 0.0388083 Jul 28 03:41:05.039592 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e2df2e61-21ba-4b7c-8715-6be2bb97a1fd req-945a5757-604d-430f-b6b3-11afcfa52c45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262117 Jul 28 03:41:05.654013 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efb811-40f1-43dc-a925-c429dcb630f5 req-f305d6a4-a1e5-49a5-9867-e41ca22ffd9e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.655530 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-05efb811-40f1-43dc-a925-c429dcb630f5 req-f305d6a4-a1e5-49a5-9867-e41ca22ffd9e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Jul 28 03:41:05.693093 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-05efb811-40f1-43dc-a925-c429dcb630f5 req-a3bb5873-d226-41f5-af40-9db3d6cdd84a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Jul 28 03:41:05.894672 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b263-fc45-4da9-b070-17b8f8fd0fc5 req-b012a091-473a-4d17-ad64-96145d6f1f4f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.897315 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f22b263-fc45-4da9-b070-17b8f8fd0fc5 req-b012a091-473a-4d17-ad64-96145d6f1f4f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Jul 28 03:41:05.942230 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f22b263-fc45-4da9-b070-17b8f8fd0fc5 req-cf2bfd05-84e4-4481-a19c-906fda192596 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Jul 28 03:41:05.968083 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faa77-8a4a-4c29-ad40-fe27ae711387 req-361bddd8-5350-4dce-b304-8f3ae5fb3544 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.969580 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-857faa77-8a4a-4c29-ad40-fe27ae711387 req-361bddd8-5350-4dce-b304-8f3ae5fb3544 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0486274 Jul 28 03:41:06.006471 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-857faa77-8a4a-4c29-ad40-fe27ae711387 req-70370cfa-ef96-412c-ac53-864bab7c0622 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Jul 28 03:41:06.640716 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-fd826f81-abdf-4cb1-86e2-ef48d4ab666d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.948108 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e225-af5a-4784-9a22-59d23f9379c4 req-c9274c7a-9050-489d-98ba-7395e29b37e4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.949585 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9942e225-af5a-4784-9a22-59d23f9379c4 req-c9274c7a-9050-489d-98ba-7395e29b37e4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Jul 28 03:41:06.988977 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9942e225-af5a-4784-9a22-59d23f9379c4 req-c08a88f3-2db3-47c3-9886-d5b6d45652d9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Jul 28 03:41:07.102528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682982f-46ec-4922-9359-05206a62017a req-217a8bbe-b379-4124-afe0-2fb8c1b7b41c tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:07.104170 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3682982f-46ec-4922-9359-05206a62017a req-217a8bbe-b379-4124-afe0-2fb8c1b7b41c tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.15 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.1128111 Jul 28 03:41:07.142531 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89c42-0609-4cb3-ab44-e61064f38800 req-44e6225f-877f-4a63-8823-1fa0981e93db tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:07.144324 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9d89c42-0609-4cb3-ab44-e61064f38800 req-44e6225f-877f-4a63-8823-1fa0981e93db tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 945 time: 0.0874779 Jul 28 03:41:07.146393 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206b55-c850-4958-88e3-eb2cc1fc2c17 req-becaf7f6-769d-475a-8d33-e40cc6073843 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:07.148300 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bd206b55-c850-4958-88e3-eb2cc1fc2c17 req-becaf7f6-769d-475a-8d33-e40cc6073843 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 950 time: 0.0558960 Jul 28 03:41:07.152118 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.192780 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bd206b55-c850-4958-88e3-eb2cc1fc2c17 req-c27a91a4-4d42-4c86-879e-f95a3c349aa1 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/security-groups?id=53dec897-e385-4ca9-9719-9e9abb72243e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Jul 28 03:41:07.287876 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9d89c42-0609-4cb3-ab44-e61064f38800 req-5754863b-5467-476a-8f98-728d7d6bf0b0 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161776 Jul 28 03:41:07.324875 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Deleting port d8921ac3-d41e-4a61-b9aa-06d328c423cb {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:07.325159 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.413376 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] For port d8921ac3-d41e-4a61-b9aa-06d328c423cb, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d8921ac3-d41e-4a61-b9aa-06d328c423cb,segment=NetworkSegment(c36e35cb-1ca9-4496-906d-adc6ab17b9f3),segment_id=c36e35cb-1ca9-4496-906d-adc6ab17b9f3)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:07.413653 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.428624 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Calling delete_port for d8921ac3-d41e-4a61-b9aa-06d328c423cb owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:07.585539 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.599975 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d6280712-ce31-414f-aefd-49fda1c2cabe up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:07.622438 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Pushing event deleted for resources: {'Port': ['ID=d8921ac3-d41e-4a61-b9aa-06d328c423cb,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:07.642646 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['d8921ac3-d41e-4a61-b9aa-06d328c423cb'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:07.675680 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port d6280712-ce31-414f-aefd-49fda1c2cabe completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:07.679667 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port d6280712-ce31-414f-aefd-49fda1c2cabe triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:07.680030 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.682984 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] No DVR routers for this DVR port d8921ac3-d41e-4a61-b9aa-06d328c423cb on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:07.685565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.687605 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3682982f-46ec-4922-9359-05206a62017a req-279dd23e-fa97-4d62-af00-405ed90a5cf6 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.15 "DELETE /v2.0/ports/d8921ac3-d41e-4a61-b9aa-06d328c423cb HTTP/1.1" status: 204 len: 173 time: 0.5630593 Jul 28 03:41:07.688080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'name': 'network-vif-deleted', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:07.690588 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594873c-038b-48f7-afaa-eca41044765c" -d '{"events": [{"server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "name": "network-vif-deleted", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:07.742846 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cba3f6-e087-495a-ba97-e32c04c0a81c x-openstack-request-id: req-97cba3f6-e087-495a-ba97-e32c04c0a81c {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:07.743376 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723714e5-73e4-4eff-9e32-3920e9ee3ff6", "name": "network-vif-deleted", "tag": "d8921ac3-d41e-4a61-b9aa-06d328c423cb", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:07.743987 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97cba3f6-e087-495a-ba97-e32c04c0a81c {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:07.744616 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723714e5-73e4-4eff-9e32-3920e9ee3ff6', 'name': 'network-vif-deleted', 'tag': 'd8921ac3-d41e-4a61-b9aa-06d328c423cb', 'status': 'completed', 'code': 200} Jul 28 03:41:07.773736 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.809546 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:07.813177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c860d4a-8375-4f91-8ec5-6810ffe17304" -d '{"events": [{"server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "name": "network-vif-plugged", "status": "completed", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:07.827419 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.829368 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d6280712-ce31-414f-aefd-49fda1c2cabe,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:07.837305 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.864018 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118f9bf-783e-47f3-883a-f3de698bf8ba x-openstack-request-id: req-8118f9bf-783e-47f3-883a-f3de698bf8ba {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:07.864305 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "name": "network-vif-plugged", "status": "completed", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:07.864551 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8118f9bf-783e-47f3-883a-f3de698bf8ba {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:07.864940 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe', 'code': 200} Jul 28 03:41:07.895414 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:08.207783 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df942cb-c85d-450f-ae33-72b20d45f5e7 req-08346ef5-d7e6-44b1-93a0-4ec59a894726 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.209183 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5df942cb-c85d-450f-ae33-72b20d45f5e7 req-08346ef5-d7e6-44b1-93a0-4ec59a894726 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Jul 28 03:41:08.244702 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3157973-a200-436a-b967-fae77ea99d62 req-6a61d9e1-48c4-4d97-9ecd-e6b884d82589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.248035 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5df942cb-c85d-450f-ae33-72b20d45f5e7 req-cdc453dc-985f-48c7-bd3d-68ef24650a89 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Jul 28 03:41:08.248653 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c3157973-a200-436a-b967-fae77ea99d62 req-6a61d9e1-48c4-4d97-9ecd-e6b884d82589 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 1099 time: 0.0489564 Jul 28 03:41:08.314594 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6c737f07-6273-4260-8872-07bce37c452c req-5a115d3d-77e9-4303-b28d-e89e81700999 tempest-VolumesNegativeTest-218491021 tempest-VolumesNegativeTest-218491021-project] 10.222.0.35 "GET /v2.0/ports?device_id=723714e5-73e4-4eff-9e32-3920e9ee3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0332689 Jul 28 03:41:08.316573 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c3157973-a200-436a-b967-fae77ea99d62 req-1ebb3b70-bbf4-4928-8f09-bfd4e71790e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Jul 28 03:41:08.369612 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c4e5f-047d-41d1-9011-82ce421c34e2 req-a6a9df42-4003-4646-9c14-4f46cd48f5fe tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.372167 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ba5c4e5f-047d-41d1-9011-82ce421c34e2 req-a6a9df42-4003-4646-9c14-4f46cd48f5fe tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0538974 Jul 28 03:41:08.421639 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ba5c4e5f-047d-41d1-9011-82ce421c34e2 req-7bebac44-f641-42cb-9539-1d7f80972c30 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jul 28 03:41:08.565461 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2454e81-86c9-4bb6-8127-162c889c3be4 req-95f64837-6b0e-4bcd-9e16-9e14ac0bf0eb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.567265 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b2454e81-86c9-4bb6-8127-162c889c3be4 req-95f64837-6b0e-4bcd-9e16-9e14ac0bf0eb tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0518928 Jul 28 03:41:08.610437 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b2454e81-86c9-4bb6-8127-162c889c3be4 req-5f307260-755f-4e8a-aeff-593a2ee04ab6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368457 Jul 28 03:41:08.701122 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 52636) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:08.722188 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.816443 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3c38-2afa-4e73-8d43-8a72be323266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.903273 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3c38-2afa-4e73-8d43-8a72be323266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.907025 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3c38-2afa-4e73-8d43-8a72be323266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.943439 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ed4b3c38-2afa-4e73-8d43-8a72be323266 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad632deb08104809afcf2f67e9775b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404127 Jul 28 03:41:08.945299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3c38-2afa-4e73-8d43-8a72be323266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1201d8-4e30-45f4-a16a-63cdbbbec5aa,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:08.946587 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52644) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:09.006983 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.032997 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.089089 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.091893 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.095781 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d1201d8-4e30-45f4-a16a-63cdbbbec5aa HTTP/1.1" status: 204 len: 168 time: 0.1474845 Jul 28 03:41:09.104977 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73da89-0359-424c-beb7-5b024cc120c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1201d8-4e30-45f4-a16a-63cdbbbec5aa,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:09.435786 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52688) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:09.461165 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6c57-82b5-42a2-b61e-5b9a23b891d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.580505 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6c57-82b5-42a2-b61e-5b9a23b891d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.586956 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6c57-82b5-42a2-b61e-5b9a23b891d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.598728 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.631736 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a1cc6c57-82b5-42a2-b61e-5b9a23b891d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58e018b7213148518389f5db29cfcc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948450 Jul 28 03:41:09.632915 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc6c57-82b5-42a2-b61e-5b9a23b891d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6993b2f7-5ee5-4044-a422-dadb4f56fe68,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:09.634309 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 52710) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:09.737392 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.761686 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.778399 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cddc-4181-4270-b0f9-357637df3b5f req-f3ec1149-2a56-4cd2-9c7e-16adbb564996 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.788739 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9109cddc-4181-4270-b0f9-357637df3b5f req-f3ec1149-2a56-4cd2-9c7e-16adbb564996 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0837500 Jul 28 03:41:09.812870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.815651 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.820469 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6993b2f7-5ee5-4044-a422-dadb4f56fe68 HTTP/1.1" status: 204 len: 168 time: 0.1851070 Jul 28 03:41:09.829374 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080c52a-4dd5-49a8-a9ef-a4fc124323a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6993b2f7-5ee5-4044-a422-dadb4f56fe68,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:09.832214 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9109cddc-4181-4270-b0f9-357637df3b5f req-24255553-4348-417d-8002-de2a963e0ac8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Jul 28 03:41:10.107558 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4577-54bb-4246-8709-c7186d0e2f13 req-357abec1-46e3-427c-a821-b2328184fea9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.114828 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ceb4577-54bb-4246-8709-c7186d0e2f13 req-357abec1-46e3-427c-a821-b2328184fea9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0631926 Jul 28 03:41:10.162390 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0ceb4577-54bb-4246-8709-c7186d0e2f13 req-23f16f64-4a3c-4424-bc97-9cb65dca80a4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Jul 28 03:41:10.204519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-82335f7c-aa50-47db-acc8-b2ee069e2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.206708 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-82335f7c-aa50-47db-acc8-b2ee069e2f9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0646281 Jul 28 03:41:10.210917 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52762) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:10.225377 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8d466528-72a1-4a24-827c-0c8b91ae3653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.322525 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8d466528-72a1-4a24-827c-0c8b91ae3653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.329497 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8d466528-72a1-4a24-827c-0c8b91ae3653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.365971 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-876faf12-b859-42ac-baba-bd1e9c90cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.367726 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-876faf12-b859-42ac-baba-bd1e9c90cc34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.1280839 Jul 28 03:41:10.378193 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-8d466528-72a1-4a24-827c-0c8b91ae3653 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42c44017408c410f8ff73c7e35485ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661372 Jul 28 03:41:10.379672 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52792) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:10.386869 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466528-72a1-4a24-827c-0c8b91ae3653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba13b4-11e2-4d21-a1d7-adbe49970024,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:10.457578 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.483925 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.570166 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.573522 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.575466 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fba13b4-11e2-4d21-a1d7-adbe49970024 HTTP/1.1" status: 204 len: 168 time: 0.1942508 Jul 28 03:41:10.589660 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb309af-67c6-4f87-a6aa-e6dc79cc4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba13b4-11e2-4d21-a1d7-adbe49970024,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:10.639603 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-ee2975ab-7745-498a-866b-697c8a1f3467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.2638233 Jul 28 03:41:10.699058 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-a2275364-6088-4b94-abb1-9e2dc742549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.701544 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-a2275364-6088-4b94-abb1-9e2dc742549f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0488706 Jul 28 03:41:10.743462 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-e9f9165e-432a-497e-9d7e-759b8f8675b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255189 Jul 28 03:41:10.874598 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-be8c3716-4b9a-4846-93ed-ca9efa4fcd11 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120806 Jul 28 03:41:11.017331 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c0ef-33f8-42d0-aa92-4319f10f4488 req-8662baa9-7d01-43ac-8090-01e9cb26debd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:11.018804 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2629c0ef-33f8-42d0-aa92-4319f10f4488 req-8662baa9-7d01-43ac-8090-01e9cb26debd tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0764310 Jul 28 03:41:11.037459 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a6a1802e-6355-41a8-af15-90d7f349cc09 req-9a306054-dc48-426c-8606-7991cedf9358 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507256 Jul 28 03:41:11.065251 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2629c0ef-33f8-42d0-aa92-4319f10f4488 req-dab94623-9066-44d1-a231-185bb2b7789d tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jul 28 03:41:11.305258 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840980f-0e5c-4429-a054-dfe58332406c req-9744c580-07ee-4045-aed5-ca9fd14a4025 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:11.313485 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a840980f-0e5c-4429-a054-dfe58332406c req-9744c580-07ee-4045-aed5-ca9fd14a4025 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0699446 Jul 28 03:41:11.352275 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 52896) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:11.380115 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a840980f-0e5c-4429-a054-dfe58332406c req-f9e08b53-c56d-46cc-93ff-8f4c414ef81e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Jul 28 03:41:11.473986 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314922162-network', 'tenant_id': '860884dc847b42608cdee9fe8f0fa6c1'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:11.500073 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Made reservation on behalf of 860884dc847b42608cdee9fe8f0fa6c1 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:11.503760 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.516725 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.613754 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.617632 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.642490 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:41:11.644722 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d8921ac3-d41e-4a61-b9aa-06d328c423cb no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:11.652654 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45669564-2d9e-4e01-a194-a271aeb38e39,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:11.658257 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.658608 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Added segment d62172d4-f2dc-44ba-b779-20b9e2bd811e of type vlan for network 15141d47-90ed-48b2-8de2-b58bd83b4f33 Jul 28 03:41:11.672316 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: d8921ac3-d41e-4a61-b9aa-06d328c423cb {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:11.672664 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d8921ac3-d41e-4a61-b9aa-06d328c423cb not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:11.703117 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.733885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.734939 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:11.735696 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.765843 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:11.792691 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4392219 Jul 28 03:41:11.795781 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 52936) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:11.802689 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351563-75a6-4f1a-8b1f-b3c7af53e045 admin admin] Pushing event updated for resources: {'Network': ['ID=15141d47-90ed-48b2-8de2-b58bd83b4f33,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:11.803622 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Request body: {'subnet': {'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314922162-subnet', 'tenant_id': '860884dc847b42608cdee9fe8f0fa6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:11.813641 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:41:11.826158 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Made reservation on behalf of 860884dc847b42608cdee9fe8f0fa6c1 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:11.828755 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.025757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.086820 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ae8c10-d08a-4d1c-abcf-136474db342c,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:12.090978 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Checking segment: {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:41:12.091365 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Network hostable DHCP agents. Network: 15141d47-90ed-48b2-8de2-b58bd83b4f33, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:41:12.108743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:41:12.119734 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 15141d47-90ed-48b2-8de2-b58bd83b4f33) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:12.124729 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:12.125386 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.132670 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35e89f-9ee7-4941-87bc-81e791c96af2 None None] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:41:12.153821 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e0c342dd-8da2-4a0d-a78d-b38f563919e2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3475654 Jul 28 03:41:12.385994 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc345392-711a-45bc-b7fc-4b3a7f872dcc None None] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:41:12.536538 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc76c-5ffb-4867-9e81-23b7091f0c60 req-eef5bd0b-012d-41ba-8002-a3b64e25a92e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:12.538142 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-61bdc76c-5ffb-4867-9e81-23b7091f0c60 req-eef5bd0b-012d-41ba-8002-a3b64e25a92e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0701447 Jul 28 03:41:12.584892 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-61bdc76c-5ffb-4867-9e81-23b7091f0c60 req-b0004662-e20f-4a1f-8712-479ef8300814 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Jul 28 03:41:13.708120 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99151f-2c55-4f51-982b-a7e82f1afc3f req-1a304303-eb69-4c8b-945f-9dbe611a87ae tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:13.709598 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0f99151f-2c55-4f51-982b-a7e82f1afc3f req-1a304303-eb69-4c8b-945f-9dbe611a87ae tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0520065 Jul 28 03:41:13.749542 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0f99151f-2c55-4f51-982b-a7e82f1afc3f req-690bdbd7-c2af-4964-8730-95462300f64c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jul 28 03:41:14.032019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-25595b7d-1273-49d7-ac35-739fd915083a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.033490 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-25595b7d-1273-49d7-ac35-739fd915083a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 809 time: 0.1053140 Jul 28 03:41:14.050580 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-06f7298a-03ae-4915-8130-f16537544b65 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/quotas/860884dc847b42608cdee9fe8f0fa6c1 HTTP/1.1" status: 200 len: 375 time: 0.0115395 Jul 28 03:41:14.084473 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-8ad5b7ba-87a9-4aff-b475-22f9087ed912 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273724 Jul 28 03:41:14.199758 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-e7302f9f-75d3-42aa-b832-0b5414ed182e service neutron] 10.222.0.35 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082988 Jul 28 03:41:14.225840 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53076) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:14.301035 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-f8b937b6-4eb0-4708-b0d3-473cc4b79911 service neutron] 10.222.0.35 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946610 Jul 28 03:41:14.378615 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-56722f14-640d-46f1-8afe-68a004652a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9993b7dec1741b1b9308061c40c1a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513000 Jul 28 03:41:14.381178 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53082) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:14.431393 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53086) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:14.433218 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.466567 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.489659 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29025da1-6163-4fc2-be2a-bc9605518470 req-e671a90d-c920-4a13-90bc-8b5793a5fb3f tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 210 time: 0.0336959 Jul 28 03:41:14.536693 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.541178 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.542393 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53dec897-e385-4ca9-9719-9e9abb72243e HTTP/1.1" status: 204 len: 168 time: 0.1600673 Jul 28 03:41:14.551791 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e54b0-8b4f-42a4-bb69-f9ede976f8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dec897-e385-4ca9-9719-9e9abb72243e,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:14.573578 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-16b4e0df-e596-4467-b163-62037ba99eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.670697 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-16b4e0df-e596-4467-b163-62037ba99eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.676241 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-16b4e0df-e596-4467-b163-62037ba99eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.719797 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-16b4e0df-e596-4467-b163-62037ba99eb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5c4a76c477400d840db0702b804ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869465 Jul 28 03:41:14.722587 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53098) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:14.731047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4e0df-e596-4467-b163-62037ba99eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71449c0a-3f95-4355-ae04-24e105a604e4,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:14.794958 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.824029 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.883439 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.886770 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.888242 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71449c0a-3f95-4355-ae04-24e105a604e4 HTTP/1.1" status: 204 len: 168 time: 0.1640506 Jul 28 03:41:14.890174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6dd2c-80d2-4813-ba27-535161c39317 req-74f96199-2ec8-4cf1-83b6-cb36ca167e42 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.891998 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2df6dd2c-80d2-4813-ba27-535161c39317 req-74f96199-2ec8-4cf1-83b6-cb36ca167e42 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0508156 Jul 28 03:41:14.897553 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e511b-028c-41af-ac61-646d2ecc03ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71449c0a-3f95-4355-ae04-24e105a604e4,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:14.937227 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2df6dd2c-80d2-4813-ba27-535161c39317 req-73c8d04f-871e-428e-af55-c1d3a4c799fc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Jul 28 03:41:15.595162 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8798c08b-d5d7-4c7c-8509-15b2353c17fe req-df110f05-fad4-47eb-a70d-2c526fcd57f0 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 210 time: 0.0255938 Jul 28 03:41:16.089786 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-08020cf1-8d2a-4a34-81b6-a3b846bf40fb tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:16.091354 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-08020cf1-8d2a-4a34-81b6-a3b846bf40fb tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 809 time: 0.1443305 Jul 28 03:41:16.108822 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a66da-f9e8-41f2-81ba-e239879f6115 req-38ba6fb6-04e7-47d9-b07d-cb931ce12aec tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:16.110860 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-093a66da-f9e8-41f2-81ba-e239879f6115 req-38ba6fb6-04e7-47d9-b07d-cb931ce12aec tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0789142 Jul 28 03:41:16.132184 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Request body: {'port': {'device_id': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33', 'admin_state_up': True, 'tenant_id': '860884dc847b42608cdee9fe8f0fa6c1'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:16.216209 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-093a66da-f9e8-41f2-81ba-e239879f6115 req-0c8f94b6-f1a7-4c09-ac31-2931d21b5f13 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Jul 28 03:41:16.274371 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Made reservation on behalf of 860884dc847b42608cdee9fe8f0fa6c1 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:16.276828 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:16.406123 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Allocated IP 172.20.0.13 (15141d47-90ed-48b2-8de2-b58bd83b4f33/50ae8c10-d08a-4d1c-abcf-136474db342c/1259af6d-72f7-4a37-85b9-c430dcd218c5) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:41:16.557947 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:16.600119 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:16.649511 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:41:16.653548 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:16.655997 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Pushing event updated for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:16.658118 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:41:16.734897 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:16.735536 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:16.751819 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-a21ab877-a57a-4e3c-afcf-a4c411777a9c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256433 Jul 28 03:41:16.759735 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9037b3-3480-43c7-9c82-53efdff6b639 req-77b2604a-d007-41d2-a99c-b187d82ef441 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:16.761094 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f9037b3-3480-43c7-9c82-53efdff6b639 req-77b2604a-d007-41d2-a99c-b187d82ef441 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 932 time: 0.0768337 Jul 28 03:41:16.778311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Request body: {'port': {'device_id': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:16.826775 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f9037b3-3480-43c7-9c82-53efdff6b639 req-046b5922-910c-4333-86c5-1537e988047d tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Jul 28 03:41:16.851478 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.100115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1259af6d-72f7-4a37-85b9-c430dcd218c5 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:17.107484 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.118931 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Transition to ACTIVE for port object 1259af6d-72f7-4a37-85b9-c430dcd218c5 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:41:17.122640 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.170940 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Pushing event updated for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:17.248129 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Attempting to bind port 1259af6d-72f7-4a37-85b9-c430dcd218c5 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:41:17.248997 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Attempting to bind port 1259af6d-72f7-4a37-85b9-c430dcd218c5 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:41:17.249627 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Attempting to bind port 1259af6d-72f7-4a37-85b9-c430dcd218c5 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:17.254503 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Port 1259af6d-72f7-4a37-85b9-c430dcd218c5 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:41:17.254832 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Attempting to bind port 1259af6d-72f7-4a37-85b9-c430dcd218c5 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:17.261342 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:41:17.261685 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Checking segment: {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:41:17.262072 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Bound using segment: {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:41:17.264055 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Bound port: 1259af6d-72f7-4a37-85b9-c430dcd218c5, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:41:17.265181 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.338110 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:41:17.342197 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:41:17.346064 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.364647 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9845-6220-453a-be17-1b02382e8b17 req-e59c936d-7dcd-4f90-839f-6570c5a8a67a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.366061 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e61f9845-6220-453a-be17-1b02382e8b17 req-e59c936d-7dcd-4f90-839f-6570c5a8a67a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0698493 Jul 28 03:41:17.380759 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.381354 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:17.382719 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] 10.222.0.15 "PUT /v2.0/ports/1259af6d-72f7-4a37-85b9-c430dcd218c5 HTTP/1.1" status: 200 len: 1094 time: 0.6089740 Jul 28 03:41:17.383164 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:17.385428 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747b2b5-a9a2-470b-b491-13734216f8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:17.412677 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfe3c6-db1b-4c37-adaf-1e234eee8206 service neutron] Pushing event updated for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:17.420788 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e61f9845-6220-453a-be17-1b02382e8b17 req-1efd248a-816a-49eb-b0ec-f41c7115067c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Jul 28 03:41:17.433725 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bfa7a-a3db-47c4-bf13-d093cf6e9678 x-openstack-request-id: req-014bfa7a-a3db-47c4-bf13-d093cf6e9678 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:17.434020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:17.434273 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-014bfa7a-a3db-47c4-bf13-d093cf6e9678 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:17.434668 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5', 'status': 'completed', 'code': 200} Jul 28 03:41:17.553397 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-74dbf28d-cbc2-4cbf-a3ff-4b591549d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.554942 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-74dbf28d-cbc2-4cbf-a3ff-4b591549d185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0402613 Jul 28 03:41:17.645258 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-b928ee30-cd33-4044-8265-e83fd51167bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5 HTTP/1.1" status: 200 len: 217 time: 0.0385382 Jul 28 03:41:17.728327 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6a08-3e7f-4368-a120-99903ce22804 req-b03cb5c0-11c5-49f9-a8bc-cedeb51590b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.730114 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-b03cb5c0-11c5-49f9-a8bc-cedeb51590b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50ae8c10-d08a-4d1c-abcf-136474db342c HTTP/1.1" status: 200 len: 849 time: 0.0499625 Jul 28 03:41:17.773311 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-5b70ff97-8641-4be0-a628-79f36bfd84cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15141d47-90ed-48b2-8de2-b58bd83b4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252330 Jul 28 03:41:17.914820 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-96033af7-64e5-4fe8-b5bd-d6a137d5f375 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940418 Jul 28 03:41:17.997137 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b03e5-9e36-4d32-8860-1dfc7abfaa62 req-9d0085e9-61f4-427e-bdfb-7487d52f5e49 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.999415 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-109b03e5-9e36-4d32-8860-1dfc7abfaa62 req-9d0085e9-61f4-427e-bdfb-7487d52f5e49 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 944 time: 0.1031179 Jul 28 03:41:18.049574 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-137c6a08-3e7f-4368-a120-99903ce22804 req-ae7166c0-c7f5-4afc-9478-8d7057083c82 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195259 Jul 28 03:41:18.056769 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-109b03e5-9e36-4d32-8860-1dfc7abfaa62 req-1b09fdd1-b697-4069-9142-331c93d80f6f tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Jul 28 03:41:18.212235 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-15507a77-07bb-49ee-a226-2b343f3c4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:18.213743 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-15507a77-07bb-49ee-a226-2b343f3c4719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0397663 Jul 28 03:41:18.303135 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-a23cb50d-c9a9-45ec-97ff-b34afb75fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:18.304576 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-a23cb50d-c9a9-45ec-97ff-b34afb75fd0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 910 time: 0.0827210 Jul 28 03:41:18.346806 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-a45ff5d1-dff6-466a-8eea-f286e957965c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5 HTTP/1.1" status: 200 len: 217 time: 0.0328670 Jul 28 03:41:18.400183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-5e987d58-21ef-4cb4-8658-88c9d1b0d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:18.401524 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-5e987d58-21ef-4cb4-8658-88c9d1b0d40e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50ae8c10-d08a-4d1c-abcf-136474db342c HTTP/1.1" status: 200 len: 849 time: 0.0433190 Jul 28 03:41:18.445573 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-8d442d95-d75e-4ca0-b885-d423192c0be2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15141d47-90ed-48b2-8de2-b58bd83b4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280046 Jul 28 03:41:18.545842 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-8b89c14c-5fdb-4e07-8224-eaaace4a5ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913372 Jul 28 03:41:18.582548 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c037-b22d-49fc-bb5b-08e1fd15b3d7 req-6b474b67-4609-4a0e-a73f-fd9c34469872 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:18.584066 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-66e4c037-b22d-49fc-bb5b-08e1fd15b3d7 req-6b474b67-4609-4a0e-a73f-fd9c34469872 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0472224 Jul 28 03:41:18.627296 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-66e4c037-b22d-49fc-bb5b-08e1fd15b3d7 req-be3c971e-76e8-4ec5-8ff8-14bd1ff6c3bb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 Jul 28 03:41:18.641950 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c747b2b5-a9a2-470b-b491-13734216f8e7 req-f231ca77-c289-466a-b0e2-0817fb47ed2f service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836985 Jul 28 03:41:19.014422 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fc6a-abbf-4cb6-9c84-a64e04719caf req-cd801770-4f07-4d76-a7c6-4642583b9ad6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:19.015784 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-82e4fc6a-abbf-4cb6-9c84-a64e04719caf req-cd801770-4f07-4d76-a7c6-4642583b9ad6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0466726 Jul 28 03:41:19.053449 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-82e4fc6a-abbf-4cb6-9c84-a64e04719caf req-24571776-88c2-42e8-9603-fd5db3f1fbb9 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 28 03:41:19.178794 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8530a0f-8cca-4cf4-8a30-0fe43d8eb8e4 req-51069069-3ee7-4df6-95d0-2a866f1b4df1 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:19.180272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d8530a0f-8cca-4cf4-8a30-0fe43d8eb8e4 req-51069069-3ee7-4df6-95d0-2a866f1b4df1 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 944 time: 0.0521660 Jul 28 03:41:19.217368 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d8530a0f-8cca-4cf4-8a30-0fe43d8eb8e4 req-ddc45b9b-47f9-4a41-9d76-899e45d31d7b tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jul 28 03:41:19.744642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6b2b-4af2-42d5-afc0-03dd0706f2c0 req-96454b34-9df8-4ac0-a8e3-12a91e7aad90 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:19.746183 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3e5d6b2b-4af2-42d5-afc0-03dd0706f2c0 req-96454b34-9df8-4ac0-a8e3-12a91e7aad90 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0504797 Jul 28 03:41:19.793121 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3e5d6b2b-4af2-42d5-afc0-03dd0706f2c0 req-2d932ae4-ef04-441a-b4ce-f76a8aea6ce6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Jul 28 03:41:20.176509 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe1040-56f8-41c0-8237-469cd02d40cd req-dfae0cbc-335f-41b7-8f56-31437e01e10e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:20.177969 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b6fe1040-56f8-41c0-8237-469cd02d40cd req-dfae0cbc-335f-41b7-8f56-31437e01e10e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0520675 Jul 28 03:41:20.213883 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b6fe1040-56f8-41c0-8237-469cd02d40cd req-d5a0a17b-1ab8-46d3-94c9-17c326f0a2e3 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300732 Jul 28 03:41:20.327643 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa803de-3cb3-40b8-bc0f-72aa9d9c6cc9 req-3f787f9a-2e1f-4f2d-a6d4-20fc1613c9bc tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:20.329077 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2fa803de-3cb3-40b8-bc0f-72aa9d9c6cc9 req-3f787f9a-2e1f-4f2d-a6d4-20fc1613c9bc tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 944 time: 0.0460341 Jul 28 03:41:20.372654 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2fa803de-3cb3-40b8-bc0f-72aa9d9c6cc9 req-b782e1bb-b32a-4632-bf04-37072b11521a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Jul 28 03:41:20.851189 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53244) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:20.904592 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe27937-934c-4c42-b5d1-df36c30bc229 req-d57fda81-a05e-4457-be32-cf4dce7ec8b5 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:20.906186 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-abe27937-934c-4c42-b5d1-df36c30bc229 req-d57fda81-a05e-4457-be32-cf4dce7ec8b5 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0468724 Jul 28 03:41:20.947772 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-abe27937-934c-4c42-b5d1-df36c30bc229 req-6456a1d4-199b-4319-8cbc-d7ea60318a22 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Jul 28 03:41:20.955266 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f21cbc50-6276-47e6-8b5e-83e186d91e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.042605 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f21cbc50-6276-47e6-8b5e-83e186d91e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.047582 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f21cbc50-6276-47e6-8b5e-83e186d91e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.084629 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f21cbc50-6276-47e6-8b5e-83e186d91e29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85fcd91d972c4977b4aaecfe8bf406d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323775 Jul 28 03:41:21.085560 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cbc50-6276-47e6-8b5e-83e186d91e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc712509-62b7-442d-97af-cf29308d8b79,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:21.087409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53250) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:21.139294 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.160098 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.203601 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.206125 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.207287 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc712509-62b7-442d-97af-cf29308d8b79 HTTP/1.1" status: 204 len: 168 time: 0.1188302 Jul 28 03:41:21.214496 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b142e0-2353-4e56-a76c-1d64818cdaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc712509-62b7-442d-97af-cf29308d8b79,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:21.338601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818730b0-fe79-4d01-b5b2-d220a44035ba req-3274a9d4-f5d5-4153-88d5-0538509942a7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:21.340247 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-818730b0-fe79-4d01-b5b2-d220a44035ba req-3274a9d4-f5d5-4153-88d5-0538509942a7 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Jul 28 03:41:21.383564 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-818730b0-fe79-4d01-b5b2-d220a44035ba req-6f0c3611-e5d3-4f1c-bf0d-3415ac66be86 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Jul 28 03:41:21.493684 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b641a23-e23c-4a32-b93b-2e541c4f87d5 req-efde8e0d-91fd-4351-beba-b9520f06b066 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:21.495145 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9b641a23-e23c-4a32-b93b-2e541c4f87d5 req-efde8e0d-91fd-4351-beba-b9520f06b066 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 944 time: 0.0490987 Jul 28 03:41:21.533244 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9b641a23-e23c-4a32-b93b-2e541c4f87d5 req-8b82d1dd-6715-46be-99fb-e2934b32b6e3 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 28 03:41:21.696315 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 1259af6d-72f7-4a37-85b9-c430dcd218c5 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:21.787455 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:21.798194 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '1259af6d-72f7-4a37-85b9-c430dcd218c5', 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33', 'port_id': '1259af6d-72f7-4a37-85b9-c430dcd218c5', 'mac_address': 'fa:16:3e:23:06:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae8c10-d08a-4d1c-abcf-136474db342c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:21.837454 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.849302 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1259af6d-72f7-4a37-85b9-c430dcd218c5 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:21.867663 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:21.872385 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:21.916718 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-806a0688-f813-4a65-9d4f-e727377a3ba1 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:21.918134 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-806a0688-f813-4a65-9d4f-e727377a3ba1 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 946 time: 0.0492480 Jul 28 03:41:21.919229 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:22.016486 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Deleting port d6280712-ce31-414f-aefd-49fda1c2cabe {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:22.016824 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.077188 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f597d-8da2-4a2a-bf28-afaba38f7474 req-4430676d-3d36-470a-b09f-9103e887b0ca tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:22.078691 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-900f597d-8da2-4a2a-bf28-afaba38f7474 req-4430676d-3d36-470a-b09f-9103e887b0ca tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0618093 Jul 28 03:41:22.118314 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-900f597d-8da2-4a2a-bf28-afaba38f7474 req-d75df4b6-1cc6-405b-8067-e75e793f7c07 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Jul 28 03:41:22.118756 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] For port d6280712-ce31-414f-aefd-49fda1c2cabe, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d6280712-ce31-414f-aefd-49fda1c2cabe,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:22.119124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.133019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Calling delete_port for d6280712-ce31-414f-aefd-49fda1c2cabe owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:22.268934 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.299130 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event deleted for resources: {'Port': ['ID=d6280712-ce31-414f-aefd-49fda1c2cabe,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:22.319834 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f', 'c3664035-2c37-4f25-ace2-c40a81611f1f', '28bc55d4-06db-45fd-9437-310a82288218', 'd6280712-ce31-414f-aefd-49fda1c2cabe'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:22.342281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] No DVR routers for this DVR port d6280712-ce31-414f-aefd-49fda1c2cabe on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:22.348581 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.350571 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-701db326-27f5-4296-84d1-d11a0c3e39d1 req-6f35d311-f624-4be5-a757-bcb82aadb2c2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "DELETE /v2.0/ports/d6280712-ce31-414f-aefd-49fda1c2cabe HTTP/1.1" status: 204 len: 173 time: 0.4201460 Jul 28 03:41:22.350979 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'name': 'network-vif-deleted', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:22.353483 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d30bc-4d3d-4128-94bd-7ef9f21e3def" -d '{"events": [{"server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "name": "network-vif-deleted", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:22.405933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84910815-09f3-496c-99ea-36e3b1a4324f x-openstack-request-id: req-84910815-09f3-496c-99ea-36e3b1a4324f {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:22.405933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04005c69-8682-4a08-91dc-90f08d47f599", "name": "network-vif-deleted", "tag": "d6280712-ce31-414f-aefd-49fda1c2cabe", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:22.406220 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84910815-09f3-496c-99ea-36e3b1a4324f {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:22.406573 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04005c69-8682-4a08-91dc-90f08d47f599', 'name': 'network-vif-deleted', 'tag': 'd6280712-ce31-414f-aefd-49fda1c2cabe', 'status': 'completed', 'code': 200} Jul 28 03:41:22.478672 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['1259af6d-72f7-4a37-85b9-c430dcd218c5'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:22.493924 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0cf961f3-eb87-46ec-8665-f592bc6cd7ab req-416725f6-312c-4599-96b9-2117c5b1d7f1 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=04005c69-8682-4a08-91dc-90f08d47f599 HTTP/1.1" status: 200 len: 210 time: 0.0388165 Jul 28 03:41:22.649706 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3237f53-b54f-43e4-abe9-9623e745762a req-64e1f446-21f7-4b08-a3ec-d1458f50c11c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:22.651162 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e3237f53-b54f-43e4-abe9-9623e745762a req-64e1f446-21f7-4b08-a3ec-d1458f50c11c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 945 time: 0.0509446 Jul 28 03:41:22.688355 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e3237f53-b54f-43e4-abe9-9623e745762a req-aa97f542-afef-460d-bd93-460baced71e2 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Jul 28 03:41:23.236558 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d8ed-7fce-4a1b-bcc4-0f25a397fffc req-168df2d9-341d-4987-8c7e-999c048dca5b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:23.238165 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b314d8ed-7fce-4a1b-bcc4-0f25a397fffc req-168df2d9-341d-4987-8c7e-999c048dca5b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0494843 Jul 28 03:41:23.276310 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b314d8ed-7fce-4a1b-bcc4-0f25a397fffc req-d8b23f9b-df69-4bca-8ee4-48b4005ebd24 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Jul 28 03:41:23.802613 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc28bf-d3ca-46c5-bfd1-5fe188615311 req-b97b85ef-c31b-4060-8ddd-db0b75ce486b tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:23.804273 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-97fc28bf-d3ca-46c5-bfd1-5fe188615311 req-b97b85ef-c31b-4060-8ddd-db0b75ce486b tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Jul 28 03:41:23.842714 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-97fc28bf-d3ca-46c5-bfd1-5fe188615311 req-56ebb4d3-4af6-441a-b237-6f29ab956062 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 28 03:41:24.389192 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21172c58-3394-459e-b922-f1977154efb0 req-750d491b-ac80-4d94-a20b-cfc197ee6c42 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:24.390668 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-21172c58-3394-459e-b922-f1977154efb0 req-750d491b-ac80-4d94-a20b-cfc197ee6c42 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0469196 Jul 28 03:41:24.429607 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-21172c58-3394-459e-b922-f1977154efb0 req-07b0b178-34bc-4f7f-858f-b68bf21d212e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 28 03:41:24.879042 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839a21c-ca36-4caa-9185-806724db5ebb req-d7a942e6-154d-4a7b-99ac-883bc2466f78 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:24.880517 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1839a21c-ca36-4caa-9185-806724db5ebb req-d7a942e6-154d-4a7b-99ac-883bc2466f78 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0498621 Jul 28 03:41:24.918023 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1839a21c-ca36-4caa-9185-806724db5ebb req-e005f169-16bc-419b-afcc-eaac868ea5d2 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Jul 28 03:41:24.960887 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602e03e-6a95-48c9-aeb3-bd45af4a52a0 req-099be1e6-771f-469a-bcc5-e5eb8f734f32 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:24.962314 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2602e03e-6a95-48c9-aeb3-bd45af4a52a0 req-099be1e6-771f-469a-bcc5-e5eb8f734f32 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Jul 28 03:41:24.999175 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2602e03e-6a95-48c9-aeb3-bd45af4a52a0 req-8e7dd7c0-8f8a-4b84-a3b9-fe54c6881b65 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Jul 28 03:41:25.542662 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd894-84a2-4abb-bff8-19b466c4c96d req-bc47d937-5b92-4eb3-b7c8-b1488a309bc7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:25.544185 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f99bd894-84a2-4abb-bff8-19b466c4c96d req-bc47d937-5b92-4eb3-b7c8-b1488a309bc7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0478261 Jul 28 03:41:25.581270 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f99bd894-84a2-4abb-bff8-19b466c4c96d req-81b9d144-8626-42a5-b7f1-b77ac42e2069 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Jul 28 03:41:25.708758 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 1259af6d-72f7-4a37-85b9-c430dcd218c5 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:25.756493 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 1259af6d-72f7-4a37-85b9-c430dcd218c5 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:25.759976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 1259af6d-72f7-4a37-85b9-c430dcd218c5 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:25.760352 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.837989 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.860216 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:25.862463 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d51aad-dab8-4223-9b02-ab88a745f501" -d '{"events": [{"server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "name": "network-vif-plugged", "status": "completed", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:25.876254 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:25.880063 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.880902 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d6280712-ce31-414f-aefd-49fda1c2cabe no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:25.905883 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b75d92-34ad-4546-ad86-4c6227514b03 x-openstack-request-id: req-c3b75d92-34ad-4546-ad86-4c6227514b03 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:25.906172 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "name": "network-vif-plugged", "status": "completed", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:25.906419 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3b75d92-34ad-4546-ad86-4c6227514b03 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:25.906800 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5', 'code': 200} Jul 28 03:41:25.923884 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: d6280712-ce31-414f-aefd-49fda1c2cabe {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:25.924241 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device d6280712-ce31-414f-aefd-49fda1c2cabe not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:25.947781 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:26.034517 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf9b38-b3bd-47a7-830f-46888e6c2404 req-87c40527-7d69-4800-a19a-e19c824be22f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:26.042199 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-20bf9b38-b3bd-47a7-830f-46888e6c2404 req-87c40527-7d69-4800-a19a-e19c824be22f tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Jul 28 03:41:26.083451 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-20bf9b38-b3bd-47a7-830f-46888e6c2404 req-98046517-9d81-4f78-8541-320c3c845a7e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Jul 28 03:41:26.128265 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c637d-62a7-437d-a29e-74a7c0b0d6cc req-d89ba7df-1be0-4b09-945d-f93183b27577 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:26.129742 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b20c637d-62a7-437d-a29e-74a7c0b0d6cc req-d89ba7df-1be0-4b09-945d-f93183b27577 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Jul 28 03:41:26.192973 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b20c637d-62a7-437d-a29e-74a7c0b0d6cc req-25375dd8-2df8-49b6-900f-939e0eac57b1 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571766 Jul 28 03:41:26.204708 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870b8c-60fb-4043-99e6-6c41629d56c1 req-b6710f13-6f04-4909-85d7-38da3edf20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:26.206139 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-90870b8c-60fb-4043-99e6-6c41629d56c1 req-b6710f13-6f04-4909-85d7-38da3edf20ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 1099 time: 0.0513790 Jul 28 03:41:26.242337 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-90870b8c-60fb-4043-99e6-6c41629d56c1 req-91e1db47-84a4-4fc9-b690-e3d584a4c193 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269523 Jul 28 03:41:26.693138 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd1c9-001d-402f-a17b-4b5c95fafe9f req-328700c2-7350-4882-81a2-beaa02c8a4e4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:26.694595 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6a0fd1c9-001d-402f-a17b-4b5c95fafe9f req-328700c2-7350-4882-81a2-beaa02c8a4e4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0479860 Jul 28 03:41:26.738896 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6a0fd1c9-001d-402f-a17b-4b5c95fafe9f req-895a1269-8f54-4cf5-b3da-f6ea663c6f4f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jul 28 03:41:27.196238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d97b8-1926-43a0-9080-9ba36e1615f9 req-893f22b5-1189-4f15-9277-d50bf7a7a5f8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:27.197655 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ce8d97b8-1926-43a0-9080-9ba36e1615f9 req-893f22b5-1189-4f15-9277-d50bf7a7a5f8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0460598 Jul 28 03:41:27.236317 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ce8d97b8-1926-43a0-9080-9ba36e1615f9 req-424f7b73-6d2a-4a89-ad88-79a8e571dded tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Jul 28 03:41:27.335981 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7568-0583-4a9f-b121-e067d4215157 req-75592685-8565-40db-a4e7-26c09509a3d8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:27.337496 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bfab7568-0583-4a9f-b121-e067d4215157 req-75592685-8565-40db-a4e7-26c09509a3d8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0466015 Jul 28 03:41:27.376315 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bfab7568-0583-4a9f-b121-e067d4215157 req-6979066f-d932-440f-96d8-647ce55471e7 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Jul 28 03:41:27.854528 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aec579-7dd2-4345-802c-0615134c67f2 req-24053b3e-d382-4b94-9125-74c0493d0af2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:27.856030 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29aec579-7dd2-4345-802c-0615134c67f2 req-24053b3e-d382-4b94-9125-74c0493d0af2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0505493 Jul 28 03:41:27.890714 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-537bdf38-0036-41f7-83a6-e2f731c1eac4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:27.892194 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-537bdf38-0036-41f7-83a6-e2f731c1eac4 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Jul 28 03:41:27.895183 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29aec579-7dd2-4345-802c-0615134c67f2 req-4fd8d7db-778f-4b79-9da1-2c03deb2e054 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Jul 28 03:41:28.021453 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Deleting port 28bc55d4-06db-45fd-9437-310a82288218 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:28.021799 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:28.114832 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] For port 28bc55d4-06db-45fd-9437-310a82288218, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28bc55d4-06db-45fd-9437-310a82288218,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:28.115198 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:28.128314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Calling delete_port for 28bc55d4-06db-45fd-9437-310a82288218 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:28.253995 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:28.300859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f', 'c3664035-2c37-4f25-ace2-c40a81611f1f', '28bc55d4-06db-45fd-9437-310a82288218'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:28.332951 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5b483d2c-fce5-4796-acf5-8246e818bca2 req-a891b617-d2d1-493f-bd2f-2f6f7132584e tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Jul 28 03:41:28.498842 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event deleted for resources: {'Port': ['ID=28bc55d4-06db-45fd-9437-310a82288218,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:28.559512 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] No DVR routers for this DVR port 28bc55d4-06db-45fd-9437-310a82288218 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:28.563611 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:28.565571 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9a6cc43f-1e63-4aa4-95ce-ec3d73df648e req-bc95a3a0-9fca-4461-8618-636ffa4c71d6 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "DELETE /v2.0/ports/28bc55d4-06db-45fd-9437-310a82288218 HTTP/1.1" status: 204 len: 173 time: 0.6336446 Jul 28 03:41:28.567541 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'name': 'network-vif-deleted', 'tag': '28bc55d4-06db-45fd-9437-310a82288218'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:28.569771 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58cd9b-c39f-41f1-b2d2-4c1d1ebf2b82" -d '{"events": [{"server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "name": "network-vif-deleted", "tag": "28bc55d4-06db-45fd-9437-310a82288218"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:28.584409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a45d1-bdbb-449c-9bbf-e9c201a430c8 req-8fd6197c-8871-43c2-a8b8-88129db98a90 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:28.585901 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c13a45d1-bdbb-449c-9bbf-e9c201a430c8 req-8fd6197c-8871-43c2-a8b8-88129db98a90 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0894470 Jul 28 03:41:28.611264 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01645ff-88a3-4c72-8108-031de0db1fc8 x-openstack-request-id: req-d01645ff-88a3-4c72-8108-031de0db1fc8 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:28.611687 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1ab146-32b4-4266-8fc3-c0b3996ca2c9", "name": "network-vif-deleted", "tag": "28bc55d4-06db-45fd-9437-310a82288218", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:28.611950 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d01645ff-88a3-4c72-8108-031de0db1fc8 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:28.612457 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1ab146-32b4-4266-8fc3-c0b3996ca2c9', 'name': 'network-vif-deleted', 'tag': '28bc55d4-06db-45fd-9437-310a82288218', 'status': 'completed', 'code': 200} Jul 28 03:41:28.632003 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c13a45d1-bdbb-449c-9bbf-e9c201a430c8 req-1891c33c-9603-4903-98ee-cccbc34ca289 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Jul 28 03:41:29.011439 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81729f30-588b-4efe-8b84-2ef5bc79c8b8 req-62e3f379-7eae-4f38-b445-0eb4ad22e16c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:29.013056 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-81729f30-588b-4efe-8b84-2ef5bc79c8b8 req-62e3f379-7eae-4f38-b445-0eb4ad22e16c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0507605 Jul 28 03:41:29.051878 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-81729f30-588b-4efe-8b84-2ef5bc79c8b8 req-59df841f-77aa-4b3c-b18b-d0e57872694a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Jul 28 03:41:29.409360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6a1a7-ec8d-477a-973b-5407e8540d3e req-c65720db-7c22-450c-8353-a74773c23be3 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:29.410859 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e5e6a1a7-ec8d-477a-973b-5407e8540d3e req-c65720db-7c22-450c-8353-a74773c23be3 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0543170 Jul 28 03:41:29.447076 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-cdfb94fc-67b9-45f1-87fa-944feb13601e req-e59671a6-62ea-4f1d-a142-38652ed95c97 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1ab146-32b4-4266-8fc3-c0b3996ca2c9 HTTP/1.1" status: 200 len: 210 time: 0.0254297 Jul 28 03:41:29.451839 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e5e6a1a7-ec8d-477a-973b-5407e8540d3e req-14cc5f21-770a-408c-9d9a-bfc0c3c347c9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Jul 28 03:41:30.053308 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5551200-7b84-4842-af0e-8020d8dba8fc req-039c3105-7e57-4249-96e3-d82433ae004c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:30.054755 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e5551200-7b84-4842-af0e-8020d8dba8fc req-039c3105-7e57-4249-96e3-d82433ae004c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0463517 Jul 28 03:41:30.092568 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e5551200-7b84-4842-af0e-8020d8dba8fc req-4dcd3966-3913-499d-ad06-a5037e49a96c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314057 Jul 28 03:41:30.167326 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792da77-a0d2-47e7-8eab-87ce25f70a55 req-b353f032-954e-413b-9ad3-d35818325191 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:30.168793 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2792da77-a0d2-47e7-8eab-87ce25f70a55 req-b353f032-954e-413b-9ad3-d35818325191 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0504198 Jul 28 03:41:30.212408 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2792da77-a0d2-47e7-8eab-87ce25f70a55 req-f0b3e499-d4f4-4202-857b-0067db949a4d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Jul 28 03:41:30.569002 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de30ae-57ec-4dc2-868f-82899842dbde req-ceb85430-2ab1-4071-ac10-167fe5b04b99 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:30.570475 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-25de30ae-57ec-4dc2-868f-82899842dbde req-ceb85430-2ab1-4071-ac10-167fe5b04b99 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0466983 Jul 28 03:41:30.609115 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-25de30ae-57ec-4dc2-868f-82899842dbde req-eb58d722-c539-4602-b8a4-10d093358f8f tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Jul 28 03:41:30.723043 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc061-90d5-482a-9676-266680f9d5af req-ab9f72c2-d1f3-4380-ab2c-8ae4984e6109 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:30.726981 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-69dcc061-90d5-482a-9676-266680f9d5af req-ab9f72c2-d1f3-4380-ab2c-8ae4984e6109 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0550885 Jul 28 03:41:30.762088 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-69dcc061-90d5-482a-9676-266680f9d5af req-916a48d2-77d6-48ef-a70d-c6eba1d347b8 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Jul 28 03:41:31.209849 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0a9ba-a38e-4b77-8543-5bd19ac9393e req-d6cd180b-b916-4824-aa78-f4ee80423a46 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.211267 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98a0a9ba-a38e-4b77-8543-5bd19ac9393e req-d6cd180b-b916-4824-aa78-f4ee80423a46 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0495842 Jul 28 03:41:31.248140 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98a0a9ba-a38e-4b77-8543-5bd19ac9393e req-b8654d23-b46c-483a-b40a-b71b5abf3ea6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305219 Jul 28 03:41:31.326800 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe53a0d-7a45-470a-ab91-c1a78a19c96f req-e5ed7432-7fbd-4aa5-ab67-91430e0928de tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.329499 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3fe53a0d-7a45-470a-ab91-c1a78a19c96f req-e5ed7432-7fbd-4aa5-ab67-91430e0928de tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0502472 Jul 28 03:41:31.367373 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3fe53a0d-7a45-470a-ab91-c1a78a19c96f req-9fa723d5-4c71-485d-8df9-6c147e85a4c2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Jul 28 03:41:31.719537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-74d67040-c501-4a25-9115-8a39b63d1a94 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.720987 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-74d67040-c501-4a25-9115-8a39b63d1a94 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0478947 Jul 28 03:41:31.723755 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28bc55d4-06db-45fd-9437-310a82288218 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:31.727452 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b163fc-54a9-4b91-886f-de7619ab8088 req-d0b2d911-e51d-40cd-ad1d-3fe4a839c7a6 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.728943 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-87b163fc-54a9-4b91-886f-de7619ab8088 req-d0b2d911-e51d-40cd-ad1d-3fe4a839c7a6 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 946 time: 0.0529377 Jul 28 03:41:31.744827 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 28bc55d4-06db-45fd-9437-310a82288218 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:31.745182 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28bc55d4-06db-45fd-9437-310a82288218 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:31.769373 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-87b163fc-54a9-4b91-886f-de7619ab8088 req-8d887653-802f-4fbe-8b66-a8d83390ac56 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jul 28 03:41:31.820455 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Deleting port 1259af6d-72f7-4a37-85b9-c430dcd218c5 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:31.820796 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:31.945502 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e4b13-b7af-4fd8-8ff3-06d7b233791a req-62d7db0c-f68c-45a3-b7de-40619067e2ae tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.946861 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a16e4b13-b7af-4fd8-8ff3-06d7b233791a req-62d7db0c-f68c-45a3-b7de-40619067e2ae tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0903289 Jul 28 03:41:31.958194 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] For port 1259af6d-72f7-4a37-85b9-c430dcd218c5, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=1259af6d-72f7-4a37-85b9-c430dcd218c5,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:31.958554 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:31.988283 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Calling delete_port for 1259af6d-72f7-4a37-85b9-c430dcd218c5 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:32.049134 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a16e4b13-b7af-4fd8-8ff3-06d7b233791a req-3038d62b-8ebd-490f-b665-2fff454472aa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938363 Jul 28 03:41:32.137664 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:32.175270 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Pushing event deleted for resources: {'Port': ['ID=1259af6d-72f7-4a37-85b9-c430dcd218c5,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:32.188960 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['1259af6d-72f7-4a37-85b9-c430dcd218c5'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:32.197627 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.197899 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.198238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.198572 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.198903 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.199231 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.199583 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.199908 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.200234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.200557 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.200878 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.201202 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:32.217517 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] No DVR routers for this DVR port 1259af6d-72f7-4a37-85b9-c430dcd218c5 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:32.221237 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:32.223596 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-20f7b769-cbd8-4b54-9649-5d43781eb20e req-f42b4431-9986-40eb-8b90-90c8005ca785 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "DELETE /v2.0/ports/1259af6d-72f7-4a37-85b9-c430dcd218c5 HTTP/1.1" status: 204 len: 173 time: 0.4951208 Jul 28 03:41:32.224031 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'name': 'network-vif-deleted', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:32.226272 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b30973e-0c11-4a2f-85b0-c7ec05fa0f79" -d '{"events": [{"server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "name": "network-vif-deleted", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:32.268418 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc8afa-cb17-40a7-8f46-aa7a9e0c2349 x-openstack-request-id: req-e1fc8afa-cb17-40a7-8f46-aa7a9e0c2349 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:32.268871 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076b5613-e2d9-47eb-826a-1fade4df0a81", "name": "network-vif-deleted", "tag": "1259af6d-72f7-4a37-85b9-c430dcd218c5", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:32.269153 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1fc8afa-cb17-40a7-8f46-aa7a9e0c2349 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:32.269745 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076b5613-e2d9-47eb-826a-1fade4df0a81', 'name': 'network-vif-deleted', 'tag': '1259af6d-72f7-4a37-85b9-c430dcd218c5', 'status': 'completed', 'code': 200} Jul 28 03:41:32.373173 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed9b0-ce90-4e5d-89d0-02dfa1c8ee0c req-59bc4fe1-fd7a-4e9e-b6d9-2179f7de1e51 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:32.374951 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e34ed9b0-ce90-4e5d-89d0-02dfa1c8ee0c req-59bc4fe1-fd7a-4e9e-b6d9-2179f7de1e51 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0504329 Jul 28 03:41:32.415279 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e34ed9b0-ce90-4e5d-89d0-02dfa1c8ee0c req-f0384672-8e4a-463b-8e88-66ecdd052182 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340681 Jul 28 03:41:32.487085 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e9e4-93ae-4a80-96e2-b60c0966d859 req-599e0802-dbb8-4820-b104-084e966f4e3f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:32.488851 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-72d3e9e4-93ae-4a80-96e2-b60c0966d859 req-599e0802-dbb8-4820-b104-084e966f4e3f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0486639 Jul 28 03:41:32.536466 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-72d3e9e4-93ae-4a80-96e2-b60c0966d859 req-92024b6d-3188-45c2-a4ab-91e01c437aa6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380864 Jul 28 03:41:32.868130 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bf4026b1-5049-46e3-bc7c-d0eba9a55911 req-2a68cf57-d04f-4349-a5f2-e4af17e70258 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=076b5613-e2d9-47eb-826a-1fade4df0a81 HTTP/1.1" status: 200 len: 210 time: 0.0243330 Jul 28 03:41:32.993704 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-c5e6f02d-cb76-4535-b364-a028f873cb23 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:32.995153 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-c5e6f02d-cb76-4535-b364-a028f873cb23 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Jul 28 03:41:33.100810 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Deleting port c3664035-2c37-4f25-ace2-c40a81611f1f {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:33.101419 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.224881 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9966-8d08-43a1-9a39-4d57370030e6 req-a29ad1ea-9b46-4f20-a1cd-fad8c73b2cba tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:33.226327 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1e5f9966-8d08-43a1-9a39-4d57370030e6 req-a29ad1ea-9b46-4f20-a1cd-fad8c73b2cba tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbf86b61-4666-416d-88d8-45bedd2f9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0843043 Jul 28 03:41:33.231024 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] For port c3664035-2c37-4f25-ace2-c40a81611f1f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=c3664035-2c37-4f25-ace2-c40a81611f1f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:33.231944 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.250586 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Calling delete_port for c3664035-2c37-4f25-ace2-c40a81611f1f owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:33.310228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1e5f9966-8d08-43a1-9a39-4d57370030e6 req-66475698-4b26-47aa-9ced-275f842e6c98 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751855 Jul 28 03:41:33.395728 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.423794 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event deleted for resources: {'Port': ['ID=c3664035-2c37-4f25-ace2-c40a81611f1f,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:33.447029 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f', 'c3664035-2c37-4f25-ace2-c40a81611f1f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:33.467531 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] No DVR routers for this DVR port c3664035-2c37-4f25-ace2-c40a81611f1f on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:33.469898 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.471988 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a4ea38fd-b02c-4b6c-aa60-5f75a6ece3aa req-08954b30-9fbd-4c9a-bda5-90b186166222 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "DELETE /v2.0/ports/c3664035-2c37-4f25-ace2-c40a81611f1f HTTP/1.1" status: 204 len: 173 time: 0.4611259 Jul 28 03:41:33.540182 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1620-4309-4b7f-9fd1-3718a880e30d req-9015f216-3c3c-4ebb-8645-e33a96df584c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:33.541792 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4b6a1620-4309-4b7f-9fd1-3718a880e30d req-9015f216-3c3c-4ebb-8645-e33a96df584c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0523291 Jul 28 03:41:33.584335 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4b6a1620-4309-4b7f-9fd1-3718a880e30d req-f33b4b8f-3ef0-483d-a5b7-f9d97d941ed1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355752 Jul 28 03:41:33.664647 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a821d71-18ff-4010-915b-32335535664f req-bcaff87a-780e-4061-b212-726479f3a1af tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:33.666121 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8a821d71-18ff-4010-915b-32335535664f req-bcaff87a-780e-4061-b212-726479f3a1af tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0494530 Jul 28 03:41:33.707751 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8a821d71-18ff-4010-915b-32335535664f req-338237ab-ca08-4809-a330-7b34be5dee65 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Jul 28 03:41:34.154093 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-eb637f40-c0a5-4e39-9b89-2d9279078aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:34.184297 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-b544729c-93f8-420e-8372-01670f0aeb9e tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:34.186607 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-b544729c-93f8-420e-8372-01670f0aeb9e tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 809 time: 0.1108227 Jul 28 03:41:34.201683 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-52d5a619-16b2-46f4-9a1b-995cf96fda23 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/quotas/860884dc847b42608cdee9fe8f0fa6c1 HTTP/1.1" status: 200 len: 375 time: 0.0093403 Jul 28 03:41:34.236955 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-80ac60ff-b63f-4d05-81af-aefca5da8820 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297759 Jul 28 03:41:34.270591 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'name': 'network-vif-deleted', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:34.273033 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd19f2b8-47f0-4a81-bb8e-dc85afb11ee5" -d '{"events": [{"server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "name": "network-vif-deleted", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:34.310058 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ad0b6-c7fc-4a74-baa4-74d7364a6d4a x-openstack-request-id: req-706ad0b6-c7fc-4a74-baa4-74d7364a6d4a {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:34.310428 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf86b61-4666-416d-88d8-45bedd2f9cb5", "name": "network-vif-deleted", "tag": "c3664035-2c37-4f25-ace2-c40a81611f1f", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:34.310681 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-706ad0b6-c7fc-4a74-baa4-74d7364a6d4a {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:34.311078 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf86b61-4666-416d-88d8-45bedd2f9cb5', 'name': 'network-vif-deleted', 'tag': 'c3664035-2c37-4f25-ace2-c40a81611f1f', 'status': 'completed', 'code': 200} Jul 28 03:41:34.325924 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-8de75cb1-1ea1-425d-801b-b148ccf33c24 service neutron] 10.222.0.35 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Jul 28 03:41:34.420697 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-87cacbf0-8847-4491-98f9-cdf4aec4860f service neutron] 10.222.0.35 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886858 Jul 28 03:41:34.584656 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9d32abf6-cba5-45dc-8d17-7ba7f899b812 req-8082ebc5-8508-4a56-bf18-ce3f12a6783e tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Jul 28 03:41:34.708400 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b27b-db06-4a9d-ad4f-effba7ca4e59 req-38e7236c-13c6-48a2-b4e3-1139213ebe96 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:34.710121 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ea1b27b-db06-4a9d-ad4f-effba7ca4e59 req-38e7236c-13c6-48a2-b4e3-1139213ebe96 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0506222 Jul 28 03:41:34.755695 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ea1b27b-db06-4a9d-ad4f-effba7ca4e59 req-96d28701-9f26-4322-8c5e-405ca955d408 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381818 Jul 28 03:41:34.830320 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a49f93-92dd-415b-ba8a-333e69f834eb req-c2e057b2-b0bd-4808-a5cf-e3fceccc1051 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:34.831816 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-91a49f93-92dd-415b-ba8a-333e69f834eb req-c2e057b2-b0bd-4808-a5cf-e3fceccc1051 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0551887 Jul 28 03:41:34.872068 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-91a49f93-92dd-415b-ba8a-333e69f834eb req-025a093a-84f6-4dbf-b1f0-1a304373c544 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342395 Jul 28 03:41:35.684319 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-4f96cefd-bdea-4047-ac3f-6cc96a57d4c8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:35.687230 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-4f96cefd-bdea-4047-ac3f-6cc96a57d4c8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 809 time: 0.1273592 Jul 28 03:41:35.698987 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-864fd597-e857-4c14-a3c6-6c3f18bc5235 req-95a3bd61-f563-4444-b6b9-1aa5db3aa817 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Jul 28 03:41:35.720707 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Request body: {'port': {'device_id': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33', 'admin_state_up': True, 'tenant_id': '860884dc847b42608cdee9fe8f0fa6c1'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:35.776148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device c3664035-2c37-4f25-ace2-c40a81611f1f no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:35.794775 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac6f5-2b80-45f9-adf2-b7f4abf50dc0 req-a37ad4d2-4e5b-4619-9bbe-d692200b8cfe tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:35.796310 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c4fac6f5-2b80-45f9-adf2-b7f4abf50dc0 req-a37ad4d2-4e5b-4619-9bbe-d692200b8cfe tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.1080730 Jul 28 03:41:35.797397 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: c3664035-2c37-4f25-ace2-c40a81611f1f {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:35.797817 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device c3664035-2c37-4f25-ace2-c40a81611f1f not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:35.798301 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 1259af6d-72f7-4a37-85b9-c430dcd218c5 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:35.819884 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 1259af6d-72f7-4a37-85b9-c430dcd218c5 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:35.820236 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 1259af6d-72f7-4a37-85b9-c430dcd218c5 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:35.862466 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c4fac6f5-2b80-45f9-adf2-b7f4abf50dc0 req-bec61a8d-2caf-42d8-be7e-c941a1490446 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565846 Jul 28 03:41:35.879092 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Made reservation on behalf of 860884dc847b42608cdee9fe8f0fa6c1 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:35.882806 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:35.883461 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f6b0-289f-42e6-9a8e-ef932f7b47aa req-b0b675b9-3568-429e-89a0-5fcf6d823e1f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:35.885012 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0707f6b0-289f-42e6-9a8e-ef932f7b47aa req-b0b675b9-3568-429e-89a0-5fcf6d823e1f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0482006 Jul 28 03:41:35.924929 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0707f6b0-289f-42e6-9a8e-ef932f7b47aa req-5b672c3f-78c8-4ade-87d5-082def65504c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336516 Jul 28 03:41:36.027380 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Allocated IP 172.20.0.4 (15141d47-90ed-48b2-8de2-b58bd83b4f33/50ae8c10-d08a-4d1c-abcf-136474db342c/73fc0650-9e96-4e4c-93c3-562811c66f25) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:41:36.035205 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb28f6d-6f7d-4ec9-a576-ba8b7335fe83 req-65eebd1e-3fdd-48bb-99c8-30065802dfae tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.036827 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dbb28f6d-6f7d-4ec9-a576-ba8b7335fe83 req-65eebd1e-3fdd-48bb-99c8-30065802dfae tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0513322 Jul 28 03:41:36.102326 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dbb28f6d-6f7d-4ec9-a576-ba8b7335fe83 req-c5deeee0-8c78-432c-ae9c-7cc5aa84e78e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Jul 28 03:41:36.109300 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-0d9d7f58-7e67-4c48-b7ec-0ffd24d590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.110876 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-0d9d7f58-7e67-4c48-b7ec-0ffd24d590c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1099 time: 0.0653780 Jul 28 03:41:36.175628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.215242 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.223268 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-04136ca2-aca1-4c82-bae3-6057e05ff98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.225023 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-04136ca2-aca1-4c82-bae3-6057e05ff98a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.0906410 Jul 28 03:41:36.261373 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Network 15141d47-90ed-48b2-8de2-b58bd83b4f33 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:41:36.265012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:36.268537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:41:36.295069 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-c550c2d8-80a0-4be4-8731-13d371ec7c80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 1002 time: 0.0619409 Jul 28 03:41:36.299150 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Pushing event updated for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:36.327890 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.328606 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.343915 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-77d52272-7f49-48d1-8d59-db9b326e07a9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6285813 Jul 28 03:41:36.347850 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-02fa4703-464c-4802-a227-dcec5558e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.349332 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-02fa4703-464c-4802-a227-dcec5558e94d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0453529 Jul 28 03:41:36.371124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Request body: {'port': {'device_id': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:36.408687 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-c4191cc8-047b-4c29-b4fc-fd1d68d9dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.410174 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-c4191cc8-047b-4c29-b4fc-fd1d68d9dff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420165 Jul 28 03:41:36.423603 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.500827 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-b612ea17-9a00-450c-a315-ec38e957f936 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817192 Jul 28 03:41:36.592556 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b9970a83-06ea-4ddd-887d-48b4c8e7e394 req-fa2ca137-d5e9-45dd-bc0d-81c3d813b79c service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825524 Jul 28 03:41:36.640303 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a0e065f9-83c3-4374-8c64-25830b8bc96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.686762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fc0650-9e96-4e4c-93c3-562811c66f25 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:36.694193 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.707203 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Transition to ACTIVE for port object 73fc0650-9e96-4e4c-93c3-562811c66f25 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:41:36.710384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.756864 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Pushing event updated for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:36.859986 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783ca7-5ea6-4aba-bb0c-47325016554f req-9defd01a-c315-40e0-9a7b-1079443ffa3a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.861407 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3e783ca7-5ea6-4aba-bb0c-47325016554f req-9defd01a-c315-40e0-9a7b-1079443ffa3a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 943 time: 0.0837629 Jul 28 03:41:36.863632 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Attempting to bind port 73fc0650-9e96-4e4c-93c3-562811c66f25 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:41:36.863962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Attempting to bind port 73fc0650-9e96-4e4c-93c3-562811c66f25 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:41:36.864285 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Attempting to bind port 73fc0650-9e96-4e4c-93c3-562811c66f25 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:36.870084 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Port 73fc0650-9e96-4e4c-93c3-562811c66f25 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:41:36.870399 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Attempting to bind port 73fc0650-9e96-4e4c-93c3-562811c66f25 on network 15141d47-90ed-48b2-8de2-b58bd83b4f33 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:36.885661 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:41:36.885993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Checking segment: {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:41:36.886433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Bound using segment: {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:41:36.886856 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Bound port: 73fc0650-9e96-4e4c-93c3-562811c66f25, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62172d4-f2dc-44ba-b779-20b9e2bd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:41:36.887202 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.936341 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3e783ca7-5ea6-4aba-bb0c-47325016554f req-879b72f7-c512-49d3-a977-ef512a4e8b0e tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Jul 28 03:41:36.966602 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:41:36.969794 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=73fc0650-9e96-4e4c-93c3-562811c66f25,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:41:36.975585 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.980629 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1306e-0e74-45c6-b4aa-b73f1418245b req-ed427470-85b4-4824-beca-de4480156f3a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.982725 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2ca1306e-0e74-45c6-b4aa-b73f1418245b req-ed427470-85b4-4824-beca-de4480156f3a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Jul 28 03:41:37.021243 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.021947 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:37.023365 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] 10.222.0.15 "PUT /v2.0/ports/73fc0650-9e96-4e4c-93c3-562811c66f25 HTTP/1.1" status: 200 len: 1093 time: 0.6563752 Jul 28 03:41:37.023864 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:37.026132 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7f4910-ec30-43ab-8805-5551f2dff7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:37.040970 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2ca1306e-0e74-45c6-b4aa-b73f1418245b req-687bf7d8-980c-472c-94a4-7ffdaf2c8784 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 Jul 28 03:41:37.086138 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56af7-2589-41c9-abc4-c9b61195b97e service neutron] Pushing event updated for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:37.127880 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcd14-0a2d-4efd-a116-4fba46639825 req-42a75baa-da52-46a4-b9a0-b35684ea28a3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.129350 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-83dbcd14-0a2d-4efd-a116-4fba46639825 req-42a75baa-da52-46a4-b9a0-b35684ea28a3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1098428 Jul 28 03:41:37.142479 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:37.155031 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-095a6af0-2031-4878-9925-1519bcd7dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.156501 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-095a6af0-2031-4878-9925-1519bcd7dcea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 1096 time: 0.0667884 Jul 28 03:41:37.173484 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-83dbcd14-0a2d-4efd-a116-4fba46639825 req-170cc7a8-8997-423b-9725-5356a4d3af5d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376055 Jul 28 03:41:37.221909 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5012e54-3916-4577-9a76-d3c595f13585 x-openstack-request-id: req-a5012e54-3916-4577-9a76-d3c595f13585 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:37.222197 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:37.222445 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5012e54-3916-4577-9a76-d3c595f13585 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:37.222835 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25', 'status': 'completed', 'code': 200} Jul 28 03:41:37.259092 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-4066c830-9d2e-4b2b-aecd-d156f4da72f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73fc0650-9e96-4e4c-93c3-562811c66f25 HTTP/1.1" status: 200 len: 217 time: 0.0390525 Jul 28 03:41:37.342116 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-fd41739e-9d2b-4121-a801-d4e12dc973b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.343577 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-fd41739e-9d2b-4121-a801-d4e12dc973b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50ae8c10-d08a-4d1c-abcf-136474db342c HTTP/1.1" status: 200 len: 849 time: 0.0661652 Jul 28 03:41:37.351564 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2dbb8-f8da-4f34-a7de-d81026d1d482 req-f09fe6e0-a647-41dd-a610-7d8897099c7f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.352920 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e0c2dbb8-f8da-4f34-a7de-d81026d1d482 req-f09fe6e0-a647-41dd-a610-7d8897099c7f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0839162 Jul 28 03:41:37.409001 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-6b8ab2dc-9403-49de-8aef-d92f66fc8ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15141d47-90ed-48b2-8de2-b58bd83b4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322502 Jul 28 03:41:37.421013 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e0c2dbb8-f8da-4f34-a7de-d81026d1d482 req-aae0f821-f5ba-4f72-b875-249aa139eabb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Jul 28 03:41:37.503423 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-975ee92c-9720-4436-855b-87b24c4f6559 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814559 Jul 28 03:41:37.593345 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e8afa23-62d5-4bc2-8a36-b166502e6db7 req-e4c2ac56-be1a-4614-868d-d0d3cc9adcd2 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798986 Jul 28 03:41:37.799149 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:37.809134 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-e2d8ca27-6608-4d2d-9ffd-e832f18d88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.811262 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-e2d8ca27-6608-4d2d-9ffd-e832f18d88b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 1096 time: 0.0407319 Jul 28 03:41:37.944639 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-dac5c56c-c0a6-46a5-90ad-7cbb1d3e901a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.945974 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-dac5c56c-c0a6-46a5-90ad-7cbb1d3e901a tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0475461 Jul 28 03:41:37.982733 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-8c71e0a3-a4f7-4597-8dfd-52341ceb37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.984273 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-8c71e0a3-a4f7-4597-8dfd-52341ceb37ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 200 len: 910 time: 0.0870752 Jul 28 03:41:38.043249 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-3bc067d4-ea70-4754-b95f-be3cccd08e6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73fc0650-9e96-4e4c-93c3-562811c66f25 HTTP/1.1" status: 200 len: 217 time: 0.0361812 Jul 28 03:41:38.070594 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8994c-ce39-4110-abd7-5fd960ae597e req-acff084d-59e0-4bcf-bc70-76e84b0a40d7 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:38.072090 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29a8994c-ce39-4110-abd7-5fd960ae597e req-acff084d-59e0-4bcf-bc70-76e84b0a40d7 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 943 time: 0.0576651 Jul 28 03:41:38.082126 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Deleting port ca38463e-de66-4166-b7b3-294ac61a1a9f {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:38.082742 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.098024 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-a6c6b050-5b7b-4442-85d1-f165780c40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:38.099517 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-a6c6b050-5b7b-4442-85d1-f165780c40ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50ae8c10-d08a-4d1c-abcf-136474db342c HTTP/1.1" status: 200 len: 849 time: 0.0448272 Jul 28 03:41:38.136567 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-afe6c82a-93bf-4a77-9301-76e9ae692849 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15141d47-90ed-48b2-8de2-b58bd83b4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287411 Jul 28 03:41:38.166511 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29a8994c-ce39-4110-abd7-5fd960ae597e req-bb60753c-e002-405e-a57d-41a926cae240 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 Jul 28 03:41:38.196726 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] For port ca38463e-de66-4166-b7b3-294ac61a1a9f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ca38463e-de66-4166-b7b3-294ac61a1a9f,segment=NetworkSegment(e908f9f5-f472-4059-86e1-0d148d03953a),segment_id=e908f9f5-f472-4059-86e1-0d148d03953a)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:38.197015 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.209925 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Calling delete_port for ca38463e-de66-4166-b7b3-294ac61a1a9f owned by compute:nova {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:38.225887 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146983f6-ff01-40c2-b280-f0f1e0d670a9 req-d16701b4-f5a8-4ffe-aeab-96c2164d47ef tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:38.227403 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-146983f6-ff01-40c2-b280-f0f1e0d670a9 req-d16701b4-f5a8-4ffe-aeab-96c2164d47ef tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 945 time: 0.0932505 Jul 28 03:41:38.279602 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-42755ddc-457e-4e40-9e8b-8be19eb73218 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339581 Jul 28 03:41:38.311601 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-146983f6-ff01-40c2-b280-f0f1e0d670a9 req-14bbc980-e0d5-4845-8aa7-27cdf8ea0b58 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698149 Jul 28 03:41:38.326563 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1fcd-3c18-47e4-83e6-82dcb282c0d4 req-80b4f629-d144-46ed-8b68-970fdbe992fe tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:38.328054 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-04ae1fcd-3c18-47e4-83e6-82dcb282c0d4 req-80b4f629-d144-46ed-8b68-970fdbe992fe tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0727105 Jul 28 03:41:38.382030 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd7f4910-ec30-43ab-8805-5551f2dff7ed req-3b4e3ef2-442d-4b6e-a156-5f1f7187af22 service neutron] 10.222.0.15 "GET /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931883 Jul 28 03:41:38.560767 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1e0c-27be-4ac9-9857-54d524bc58bb req-29a64cf9-3109-4ff3-9604-6be6ec7a1f12 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:38.562338 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d28b1e0c-27be-4ac9-9857-54d524bc58bb req-29a64cf9-3109-4ff3-9604-6be6ec7a1f12 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0498576 Jul 28 03:41:38.601020 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d28b1e0c-27be-4ac9-9857-54d524bc58bb req-e67c7751-6d6c-4ae1-a8ac-03558a38e34a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Jul 28 03:41:38.616232 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-04ae1fcd-3c18-47e4-83e6-82dcb282c0d4 req-d25c937d-68e8-46df-8d1c-ed79d457b2bf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762806 Jul 28 03:41:38.617888 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.651395 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Pushing event deleted for resources: {'Port': ['ID=ca38463e-de66-4166-b7b3-294ac61a1a9f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:38.663805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['ca38463e-de66-4166-b7b3-294ac61a1a9f'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:38.677150 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.677503 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.677842 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.678177 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.678508 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.678839 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.679168 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.679519 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.679843 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.680163 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.680485 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.680805 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:38.702060 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] No DVR routers for this DVR port ca38463e-de66-4166-b7b3-294ac61a1a9f on host hv-cinder-80264 {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:38.705223 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.707198 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7c56cab-617f-477b-b7b8-5a2d6da08208 req-2b9e7cdd-4dfc-4283-9531-e734a7ae05fa tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.15 "DELETE /v2.0/ports/ca38463e-de66-4166-b7b3-294ac61a1a9f HTTP/1.1" status: 204 len: 173 time: 0.7541015 Jul 28 03:41:38.707657 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'name': 'network-vif-deleted', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:38.709850 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fdf768-4d86-4d35-8e1f-6e0b49cb0988" -d '{"events": [{"server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "name": "network-vif-deleted", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:38.731188 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.754817 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8219822c-ba3c-40e1-8489-abaa4b03b215 x-openstack-request-id: req-8219822c-ba3c-40e1-8489-abaa4b03b215 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:38.755112 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390fd25-2e45-445e-a066-e3705b859382", "name": "network-vif-deleted", "tag": "ca38463e-de66-4166-b7b3-294ac61a1a9f", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:38.755394 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8219822c-ba3c-40e1-8489-abaa4b03b215 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:38.755780 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c390fd25-2e45-445e-a066-e3705b859382', 'name': 'network-vif-deleted', 'tag': 'ca38463e-de66-4166-b7b3-294ac61a1a9f', 'status': 'completed', 'code': 200} Jul 28 03:41:39.283837 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba5cc-51dd-4f69-a0f4-21f1dff8d432 req-d85b0c50-327b-4872-ad09-8b0fe83872b4 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:39.285293 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f52ba5cc-51dd-4f69-a0f4-21f1dff8d432 req-d85b0c50-327b-4872-ad09-8b0fe83872b4 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 943 time: 0.0512736 Jul 28 03:41:39.324315 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f52ba5cc-51dd-4f69-a0f4-21f1dff8d432 req-fd4790f5-9af3-4db9-85bf-ad095c3bf4a8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Jul 28 03:41:39.425645 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9b91483a-79e1-4c95-b4c5-7365bb134765 req-629f5596-5522-4d5f-b28b-1cc7c34b6147 tempest-AttachVolumeNegativeTest-1706293234 tempest-AttachVolumeNegativeTest-1706293234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c390fd25-2e45-445e-a066-e3705b859382 HTTP/1.1" status: 200 len: 210 time: 0.0254099 Jul 28 03:41:39.597838 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:39.756152 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 73fc0650-9e96-4e4c-93c3-562811c66f25 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:39.777143 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82784ef-c050-4dd9-a6e5-356cf1f8bab2 req-ef54deff-5e05-4d81-80b1-3586473df35b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:39.779276 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f82784ef-c050-4dd9-a6e5-356cf1f8bab2 req-ef54deff-5e05-4d81-80b1-3586473df35b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0762393 Jul 28 03:41:39.813870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910613a9-a763-4d35-9a2a-9b07a8620428 req-b50bd07c-61ba-4796-8d6d-ba3dc9e83966 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:39.815545 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-910613a9-a763-4d35-9a2a-9b07a8620428 req-b50bd07c-61ba-4796-8d6d-ba3dc9e83966 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1414180 Jul 28 03:41:39.853662 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f82784ef-c050-4dd9-a6e5-356cf1f8bab2 req-5dc4da29-cfe4-466d-80d3-67ce416020fe tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660248 Jul 28 03:41:39.868692 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-910613a9-a763-4d35-9a2a-9b07a8620428 req-f4d89aa0-b381-4253-a948-aca7e1256871 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Jul 28 03:41:39.895357 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=73fc0650-9e96-4e4c-93c3-562811c66f25,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:39.906933 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '73fc0650-9e96-4e4c-93c3-562811c66f25', 'network_id': '15141d47-90ed-48b2-8de2-b58bd83b4f33', 'port_id': '73fc0650-9e96-4e4c-93c3-562811c66f25', 'mac_address': 'fa:16:3e:ec:c0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae8c10-d08a-4d1c-abcf-136474db342c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:39.942543 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:39.955165 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fc0650-9e96-4e4c-93c3-562811c66f25 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:39.975017 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=73fc0650-9e96-4e4c-93c3-562811c66f25,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:39.978422 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.024115 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:40.413673 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['73fc0650-9e96-4e4c-93c3-562811c66f25'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:40.434144 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32926a3-e62c-4ae1-a1c3-00efe6a352f9 req-9da55323-381b-4991-8fac-c97d5f30553d tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:40.436158 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a32926a3-e62c-4ae1-a1c3-00efe6a352f9 req-9da55323-381b-4991-8fac-c97d5f30553d tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 944 time: 0.0461664 Jul 28 03:41:40.474775 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a32926a3-e62c-4ae1-a1c3-00efe6a352f9 req-92811159-72bb-447d-8629-b707b4781c11 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jul 28 03:41:40.481076 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53522) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:40.535343 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Deleting subnet 13e49d51-0845-464d-8000-2f46f345c31b {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:41:40.538371 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.571553 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.609043 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.659398 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.687443 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e49d51-0845-464d-8000-2f46f345c31b,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:40.691058 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.693041 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-89d12d12-6640-4d81-878d-cf76da376b65 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/13e49d51-0845-464d-8000-2f46f345c31b HTTP/1.1" status: 204 len: 168 time: 0.2114069 Jul 28 03:41:40.695511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53524) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:40.760548 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.838475 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.847964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca636ee-4591-441e-b394-e590066ebe62']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:40.858319 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e908f9f5-f472-4059-86e1-0d148d03953a') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:40.858614 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e908f9f5-f472-4059-86e1-0d148d03953a') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:40.867126 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.881117 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.888399 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:41:40.888875 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:41:40.890950 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:41:40.967613 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.988740 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:40.990597 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ca636ee-4591-441e-b394-e590066ebe62 HTTP/1.1" status: 204 len: 168 time: 0.2941628 Jul 28 03:41:40.994593 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99e29b-5eec-4de1-8984-2e30a3a7e766 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca636ee-4591-441e-b394-e590066ebe62,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:41.009290 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254511e-6bdf-4591-8ce3-00f703275be9 req-d047110d-d11f-44ef-9e24-f94fac478c43 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:41.010842 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0254511e-6bdf-4591-8ce3-00f703275be9 req-d047110d-d11f-44ef-9e24-f94fac478c43 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0780206 Jul 28 03:41:41.052157 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0254511e-6bdf-4591-8ce3-00f703275be9 req-5a049fef-0037-49a4-8fed-95d368ff8596 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348613 Jul 28 03:41:41.172294 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f458e-bcde-4ca9-90e7-c261962281c7 req-ec1692c9-912d-490f-b5cb-37a881313c53 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:41.172294 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a63f458e-bcde-4ca9-90e7-c261962281c7 req-ec1692c9-912d-490f-b5cb-37a881313c53 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0541782 Jul 28 03:41:41.190053 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53544) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:41.220650 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a63f458e-bcde-4ca9-90e7-c261962281c7 req-46bc897d-82bc-4a5f-8002-89e6ca6ff356 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jul 28 03:41:41.231528 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-87e70593-da1b-4043-acdd-b39f88323fef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=083d54fbc18b4cd2b7c0b8d81dc3eec4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402513 Jul 28 03:41:41.234842 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53546) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:41.284682 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.305378 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.352003 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.354652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.355849 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53c27bf6-ccf0-4298-9b9b-c44e7653e7d9 HTTP/1.1" status: 204 len: 168 time: 0.1198170 Jul 28 03:41:41.364041 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d544f-6418-4e31-a9a3-3206be159ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c27bf6-ccf0-4298-9b9b-c44e7653e7d9,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:41.598000 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c393d-d048-4032-9418-df4df27a6091 req-8fa2444b-1221-4a8e-8baf-8e76cfb6a87c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:41.599563 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c93c393d-d048-4032-9418-df4df27a6091 req-8fa2444b-1221-4a8e-8baf-8e76cfb6a87c tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 944 time: 0.0505126 Jul 28 03:41:41.638256 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c93c393d-d048-4032-9418-df4df27a6091 req-fe1eb376-97c8-47e5-8642-ebc5e49fa438 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Jul 28 03:41:41.768321 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 73fc0650-9e96-4e4c-93c3-562811c66f25 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:41.820537 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 73fc0650-9e96-4e4c-93c3-562811c66f25 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:41.824344 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 73fc0650-9e96-4e4c-93c3-562811c66f25 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:41.824723 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.902269 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.925317 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:41.927730 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87657ab2-2d67-4f38-8204-ed937eeb8bbc" -d '{"events": [{"server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "name": "network-vif-plugged", "status": "completed", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:41.945354 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=73fc0650-9e96-4e4c-93c3-562811c66f25,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:41.951220 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:41.952193 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ca38463e-de66-4166-b7b3-294ac61a1a9f no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:41.989742 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4456ce82-7f85-4501-a852-24c9ebd368db x-openstack-request-id: req-4456ce82-7f85-4501-a852-24c9ebd368db {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:41.990034 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "name": "network-vif-plugged", "status": "completed", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:41.990289 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4456ce82-7f85-4501-a852-24c9ebd368db {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:41.990674 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25', 'code': 200} Jul 28 03:41:41.992990 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: ca38463e-de66-4166-b7b3-294ac61a1a9f {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:41.993345 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ca38463e-de66-4166-b7b3-294ac61a1a9f not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:42.017280 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:42.182053 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564c455-8006-42e6-8b7c-1f7dd1567669 req-a8127a05-0bee-47ab-a294-f81882989b0b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:42.183581 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1564c455-8006-42e6-8b7c-1f7dd1567669 req-a8127a05-0bee-47ab-a294-f81882989b0b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0489609 Jul 28 03:41:42.222301 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d522de-ab0a-4cb4-a23f-ffebaf8dc702 req-3f3ebfca-ab13-4365-90fb-e72c86413b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:42.223714 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-84d522de-ab0a-4cb4-a23f-ffebaf8dc702 req-3f3ebfca-ab13-4365-90fb-e72c86413b72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 1098 time: 0.0431452 Jul 28 03:41:42.223867 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1564c455-8006-42e6-8b7c-1f7dd1567669 req-c8613cc8-8b28-492c-ab5c-8442395e145f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339422 Jul 28 03:41:42.271613 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-84d522de-ab0a-4cb4-a23f-ffebaf8dc702 req-d3eb1cd6-8eea-4ad8-b652-de5c8404c3cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Jul 28 03:41:42.356196 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d256e5-b3ff-432f-909a-e390a3fe5617 req-cc0f3105-2127-4b3e-88f5-4af4b1768053 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:42.357714 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-45d256e5-b3ff-432f-909a-e390a3fe5617 req-cc0f3105-2127-4b3e-88f5-4af4b1768053 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0485439 Jul 28 03:41:42.395941 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-45d256e5-b3ff-432f-909a-e390a3fe5617 req-a8d9c684-31cd-4808-860d-e7e3d7e0fe5b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 28 03:41:42.763911 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee2ea7-6bb6-443a-9e2a-b48a024432e2 req-137c7790-98ef-498a-8156-03673c169fe8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:42.767916 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0fee2ea7-6bb6-443a-9e2a-b48a024432e2 req-137c7790-98ef-498a-8156-03673c169fe8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0562239 Jul 28 03:41:42.806727 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0fee2ea7-6bb6-443a-9e2a-b48a024432e2 req-831a74a8-d005-4648-97fa-aa93d1cd2d40 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Jul 28 03:41:42.854148 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53602) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:42.954328 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0da47e40-b3bd-4141-9ec3-914d458a0447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.040657 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0da47e40-b3bd-4141-9ec3-914d458a0447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.044149 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0da47e40-b3bd-4141-9ec3-914d458a0447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.080894 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0da47e40-b3bd-4141-9ec3-914d458a0447 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2dde0e05184e4bb099e834b3dabb9647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257140 Jul 28 03:41:43.081836 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47e40-b3bd-4141-9ec3-914d458a0447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75632f2-a3f8-40d6-94f7-1c07338b7db5,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:43.083597 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53606) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:43.131360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.154270 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.200612 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.204420 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.206093 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b75632f2-a3f8-40d6-94f7-1c07338b7db5 HTTP/1.1" status: 204 len: 168 time: 0.1209471 Jul 28 03:41:43.215491 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2513d-72bb-476d-9f8f-099bd6cbb14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75632f2-a3f8-40d6-94f7-1c07338b7db5,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:43.383498 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03feca-db99-479a-9e29-8d84d654d864 req-51372538-1064-4cec-82ac-6fcb49d46600 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:43.385006 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d03feca-db99-479a-9e29-8d84d654d864 req-51372538-1064-4cec-82ac-6fcb49d46600 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0883222 Jul 28 03:41:43.393999 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a47c9-9f33-4662-bcbe-4d695266a58b req-13263baf-10eb-42c7-bce6-7f8ead3530f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:43.395471 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0e9a47c9-9f33-4662-bcbe-4d695266a58b req-13263baf-10eb-42c7-bce6-7f8ead3530f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0624228 Jul 28 03:41:43.434456 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d03feca-db99-479a-9e29-8d84d654d864 req-178bf289-b412-4610-be09-c555548c9efa tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380220 Jul 28 03:41:43.493205 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0e9a47c9-9f33-4662-bcbe-4d695266a58b req-b9571dd0-f621-4a94-891c-858e705705ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575488 Jul 28 03:41:43.520741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53622) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:43.534173 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-46e48374-3dfc-41f0-90c8-e02e08f4e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.586775 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705268c-4b6c-4b10-8031-c4c8ed9842ad req-ac44d270-b7c8-4c19-a1a7-c428cc51aa3d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:43.588397 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e705268c-4b6c-4b10-8031-c4c8ed9842ad req-ac44d270-b7c8-4c19-a1a7-c428cc51aa3d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0504763 Jul 28 03:41:43.627198 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e705268c-4b6c-4b10-8031-c4c8ed9842ad req-845dde3d-4a59-4374-a2c5-ef1870605324 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jul 28 03:41:43.634984 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91bfe0-27ad-4478-855b-66e8d65851d4 req-69a75cb1-890c-456b-85dd-4c311ca6f15b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:43.636551 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7f91bfe0-27ad-4478-855b-66e8d65851d4 req-69a75cb1-890c-456b-85dd-4c311ca6f15b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0693066 Jul 28 03:41:43.686012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-46e48374-3dfc-41f0-90c8-e02e08f4e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.691735 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-46e48374-3dfc-41f0-90c8-e02e08f4e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.698493 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7f91bfe0-27ad-4478-855b-66e8d65851d4 req-10904d15-61c7-4755-a19a-695831a989d2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541055 Jul 28 03:41:43.741542 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-46e48374-3dfc-41f0-90c8-e02e08f4e8c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf3a836fdc0e4b4faba5b5f9644f8d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199485 Jul 28 03:41:43.742465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e48374-3dfc-41f0-90c8-e02e08f4e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f3a76b-d60a-42ff-9ff1-184068fed8c1,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:43.744225 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53624) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:43.807539 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.828251 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.873801 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.876359 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:43.877504 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9f3a76b-d60a-42ff-9ff1-184068fed8c1 HTTP/1.1" status: 204 len: 168 time: 0.1314735 Jul 28 03:41:43.910166 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ae295-4be2-43b1-b75b-6da52982d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f3a76b-d60a-42ff-9ff1-184068fed8c1,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:43.941861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2988f87-8a74-4426-98ea-61a7ebc2824b req-78b74396-ca54-4d06-a039-cb92ca82ad31 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:43.943348 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f2988f87-8a74-4426-98ea-61a7ebc2824b req-78b74396-ca54-4d06-a039-cb92ca82ad31 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0648620 Jul 28 03:41:43.982446 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f2988f87-8a74-4426-98ea-61a7ebc2824b req-5d127e8a-4c9c-496c-be1c-8af5895d1dd5 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Jul 28 03:41:44.580142 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4b83-dd82-42ef-900e-b2880bbb2ccf req-9dc71a43-e01c-41ee-8cda-8947593fea8a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.581689 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-357f4b83-dd82-42ef-900e-b2880bbb2ccf req-9dc71a43-e01c-41ee-8cda-8947593fea8a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0489280 Jul 28 03:41:44.645051 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-357f4b83-dd82-42ef-900e-b2880bbb2ccf req-4243286e-5a54-4eea-82b3-870ffc287fbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492902 Jul 28 03:41:44.750021 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1676f5b-4fa0-415b-a740-040cfb8bc5d6 req-061d6f24-4478-4046-9a83-b20a816fcf83 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.752651 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f1676f5b-4fa0-415b-a740-040cfb8bc5d6 req-061d6f24-4478-4046-9a83-b20a816fcf83 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0575242 Jul 28 03:41:44.759378 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ef204-5d3e-4b09-896d-493c9e4c9123 req-a662943a-18f9-4b5f-9b50-20b65643d44b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.767653 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-565ef204-5d3e-4b09-896d-493c9e4c9123 req-a662943a-18f9-4b5f-9b50-20b65643d44b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jul 28 03:41:44.815194 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f1676f5b-4fa0-415b-a740-040cfb8bc5d6 req-45b7781a-97d6-48f0-a165-3cfb6328bcb9 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527577 Jul 28 03:41:44.817480 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-565ef204-5d3e-4b09-896d-493c9e4c9123 req-dd19fcac-a10f-4dfa-8f74-3b826f6c61fa tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Jul 28 03:41:44.912958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449cd8d-c6f2-45a0-bef3-2cfee91bdd5e req-c32e9b82-f32c-4635-95cd-9fd83fcd8ebf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.914406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9449cd8d-c6f2-45a0-bef3-2cfee91bdd5e req-c32e9b82-f32c-4635-95cd-9fd83fcd8ebf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0474796 Jul 28 03:41:44.956456 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9449cd8d-c6f2-45a0-bef3-2cfee91bdd5e req-13314da9-81cd-44d5-9beb-3f9b721b58c5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Jul 28 03:41:45.754017 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3e7eb-0a3a-4907-8968-0d780b11cf41 req-f87accb0-fdb4-48e5-b948-22f6dd6ee1ed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.755519 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0e3e7eb-0a3a-4907-8968-0d780b11cf41 req-f87accb0-fdb4-48e5-b948-22f6dd6ee1ed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0505011 Jul 28 03:41:45.792911 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0e3e7eb-0a3a-4907-8968-0d780b11cf41 req-cba4d777-ee3c-4506-b45c-7473d822f16a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313845 Jul 28 03:41:45.923708 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e095da-344f-42b0-aa54-4688f3dea1e0 req-1f5bc9b5-00c5-485a-acf1-97cc0c45a876 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.924288 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489bea0-8bb0-4843-b8b7-9bdd58f84d3e req-8df02694-3cdf-4802-9941-010a092ed156 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.925091 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-92e095da-344f-42b0-aa54-4688f3dea1e0 req-1f5bc9b5-00c5-485a-acf1-97cc0c45a876 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0480149 Jul 28 03:41:45.925571 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f489bea0-8bb0-4843-b8b7-9bdd58f84d3e req-8df02694-3cdf-4802-9941-010a092ed156 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0472915 Jul 28 03:41:45.962103 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-92e095da-344f-42b0-aa54-4688f3dea1e0 req-578adca0-84c7-4cef-a8c0-e88a4abd70b1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Jul 28 03:41:45.963128 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f489bea0-8bb0-4843-b8b7-9bdd58f84d3e req-43d79d03-b9f6-40a0-be7b-788ebc1972ee tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 28 03:41:46.073508 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2461b-bc34-424a-b554-5f14d7d004fe req-eb04ae38-398a-47e7-b8b9-6980096c27b7 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.075026 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-81f2461b-bc34-424a-b554-5f14d7d004fe req-eb04ae38-398a-47e7-b8b9-6980096c27b7 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0478048 Jul 28 03:41:46.116937 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-81f2461b-bc34-424a-b554-5f14d7d004fe req-825507a6-2c9b-48a9-ad48-8c5ae4453e78 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Jul 28 03:41:46.233839 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ad90f-6225-447f-9fe4-526c94aae38c req-bb6a2121-1f22-4b45-80a3-3f5338ae7cf6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.235195 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bb5ad90f-6225-447f-9fe4-526c94aae38c req-bb6a2121-1f22-4b45-80a3-3f5338ae7cf6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0732923 Jul 28 03:41:46.250133 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-4b6f7a82-6481-4b44-aa8e-64cecc11176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.251522 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-4b6f7a82-6481-4b44-aa8e-64cecc11176d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0631688 Jul 28 03:41:46.316813 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bb5ad90f-6225-447f-9fe4-526c94aae38c req-5913a981-0f56-4d1e-b177-99bd3d6ec4fe tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748992 Jul 28 03:41:46.369422 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-e1e0f097-ce9e-4632-928c-92ccd10f7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.370884 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-e1e0f097-ce9e-4632-928c-92ccd10f7391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.1047187 Jul 28 03:41:46.448208 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-76351dd7-d155-4ee1-a65d-8e35eefa44a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0369878 Jul 28 03:41:46.499556 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-8e15d603-3e79-433f-b927-bdfe4302d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.500910 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-8e15d603-3e79-433f-b927-bdfe4302d6fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0435014 Jul 28 03:41:46.533060 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-5196f572-3e7c-4f6b-9434-45936b025a3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235898 Jul 28 03:41:46.624465 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-f93d8f5a-f880-47ce-9883-18ad1ea27149 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819535 Jul 28 03:41:46.764840 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-b59ed5ea-d4c8-49d6-bb53-210d1fc0e3c8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.766744 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-b59ed5ea-d4c8-49d6-bb53-210d1fc0e3c8 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Jul 28 03:41:46.806615 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-36cf2d58-6c19-4dda-bf64-dc04aeae8a57 req-bf977d13-a6ab-4321-a00d-7611238e6d69 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922501 Jul 28 03:41:47.078580 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef082-9766-46a4-8143-b154760a9f2c req-44e7ad37-ef71-4be7-ab81-430507993489 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.080109 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d0ef082-9766-46a4-8143-b154760a9f2c req-44e7ad37-ef71-4be7-ab81-430507993489 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Jul 28 03:41:47.114536 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8ebcd-2d7a-4169-ac48-78c3ff06102d req-91a218dc-ec95-4cfa-9193-2fd190a9c1c4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.116029 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1cc8ebcd-2d7a-4169-ac48-78c3ff06102d req-91a218dc-ec95-4cfa-9193-2fd190a9c1c4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0788329 Jul 28 03:41:47.118010 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0d0ef082-9766-46a4-8143-b154760a9f2c req-3bd583dc-0bb9-4dc1-9ad4-8fc1fc17f058 tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/security-groups?id=45669564-2d9e-4e01-a194-a271aeb38e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 28 03:41:47.163435 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1cc8ebcd-2d7a-4169-ac48-78c3ff06102d req-fb0297b7-cdfc-442b-91ec-74cc6c792fbb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411136 Jul 28 03:41:47.165367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Deleting port 73fc0650-9e96-4e4c-93c3-562811c66f25 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:47.165602 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:47.236009 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35fe4-ed9f-4b17-9044-4573e1d37f86 req-6cd3e454-3373-4552-9a67-062f8347704a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.237492 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1da35fe4-ed9f-4b17-9044-4573e1d37f86 req-6cd3e454-3373-4552-9a67-062f8347704a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Jul 28 03:41:47.258203 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] For port 73fc0650-9e96-4e4c-93c3-562811c66f25, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=73fc0650-9e96-4e4c-93c3-562811c66f25,segment=NetworkSegment(d62172d4-f2dc-44ba-b779-20b9e2bd811e),segment_id=d62172d4-f2dc-44ba-b779-20b9e2bd811e)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:47.258569 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:47.270967 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Calling delete_port for 73fc0650-9e96-4e4c-93c3-562811c66f25 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:47.275664 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1da35fe4-ed9f-4b17-9044-4573e1d37f86 req-33b55f73-ee6d-411e-87e5-a23f9a259506 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Jul 28 03:41:47.419622 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:47.451782 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Pushing event deleted for resources: {'Port': ['ID=73fc0650-9e96-4e4c-93c3-562811c66f25,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:47.471581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['73fc0650-9e96-4e4c-93c3-562811c66f25'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:47.486397 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e70dd5-6a7a-494b-b66b-bb77f069f257 req-d7de31b0-3698-4a25-a992-4a6c905f3cb7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.487961 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d8e70dd5-6a7a-494b-b66b-bb77f069f257 req-d7de31b0-3698-4a25-a992-4a6c905f3cb7 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1016381 Jul 28 03:41:47.506007 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] No DVR routers for this DVR port 73fc0650-9e96-4e4c-93c3-562811c66f25 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:47.508565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:47.510493 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5f41097e-74b9-43a2-aa93-455a7dea00b3 req-e206bdb6-f2e9-498e-8da2-1e11b6e6c0af tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.15 "DELETE /v2.0/ports/73fc0650-9e96-4e4c-93c3-562811c66f25 HTTP/1.1" status: 204 len: 173 time: 0.7311039 Jul 28 03:41:47.515662 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'name': 'network-vif-deleted', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:47.517845 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70968ae3-b79c-4caf-a281-a44dc45065f3" -d '{"events": [{"server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "name": "network-vif-deleted", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:47.547875 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d8e70dd5-6a7a-494b-b66b-bb77f069f257 req-ed43f8e3-e5b9-417e-96da-489bdc24e1dd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Jul 28 03:41:47.558213 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d2fc1-4f27-4cbe-b694-4022241e08c1 x-openstack-request-id: req-ae2d2fc1-4f27-4cbe-b694-4022241e08c1 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:47.558513 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5ce6a8-358f-484e-9321-c95fb6a38469", "name": "network-vif-deleted", "tag": "73fc0650-9e96-4e4c-93c3-562811c66f25", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:47.558768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae2d2fc1-4f27-4cbe-b694-4022241e08c1 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:47.559160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5ce6a8-358f-484e-9321-c95fb6a38469', 'name': 'network-vif-deleted', 'tag': '73fc0650-9e96-4e4c-93c3-562811c66f25', 'status': 'completed', 'code': 200} Jul 28 03:41:47.799565 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:47.891148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:47.902007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '584ef76e-df7a-4659-9764-693c4282029c', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:47.937290 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:47.949231 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:47.971870 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:47.977401 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.024404 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=6']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:48.031195 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.031567 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.031907 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.032247 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.032604 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.032958 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.033334 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.033658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.033979 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.034300 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.034619 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.034933 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.215915 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['584ef76e-df7a-4659-9764-693c4282029c'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:48.271756 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0bdd84c9-a34b-41b8-91c6-87017ceecb2f req-7e7d1415-be25-4f8b-8f27-04ab1ddd062a tempest-VolumesActionsTest-1388220101 tempest-VolumesActionsTest-1388220101-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d5ce6a8-358f-484e-9321-c95fb6a38469 HTTP/1.1" status: 200 len: 210 time: 0.0422060 Jul 28 03:41:48.322340 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab212f38-d7d2-4fa4-9f33-4e93bdf1d2e2 req-dfff95c4-1fe4-4968-9237-dbc8b1f36b14 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:48.324605 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ab212f38-d7d2-4fa4-9f33-4e93bdf1d2e2 req-dfff95c4-1fe4-4968-9237-dbc8b1f36b14 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.0642257 Jul 28 03:41:48.420386 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ab212f38-d7d2-4fa4-9f33-4e93bdf1d2e2 req-e7858b26-aef0-43a9-a007-c824c7248097 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836854 Jul 28 03:41:48.488768 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc07a-69dd-4c51-ae4e-b23428635b49 req-466f2b38-888c-4e20-8674-a0a2a7f996f1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:48.492534 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be0bc07a-69dd-4c51-ae4e-b23428635b49 req-466f2b38-888c-4e20-8674-a0a2a7f996f1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0775261 Jul 28 03:41:48.537623 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be0bc07a-69dd-4c51-ae4e-b23428635b49 req-06b93ae4-57b7-4360-aefb-f00ca5e24173 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jul 28 03:41:48.679960 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507fe90-d279-4a33-ae1e-242201a5d155 req-2fa536e5-1fe1-4971-a955-5d86efa269bf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:48.681499 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6507fe90-d279-4a33-ae1e-242201a5d155 req-2fa536e5-1fe1-4971-a955-5d86efa269bf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0555871 Jul 28 03:41:48.721305 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6507fe90-d279-4a33-ae1e-242201a5d155 req-5e97f8f3-d914-42b7-aced-e28b479134e6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Jul 28 03:41:48.769103 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:49.548556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b4852-fdb5-4b73-be7f-e7d4e56d4a7e req-7238da62-317a-46e5-bac4-87e7a15c20fe tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.550061 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-512b4852-fdb5-4b73-be7f-e7d4e56d4a7e req-7238da62-317a-46e5-bac4-87e7a15c20fe tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.0565813 Jul 28 03:41:49.600580 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-512b4852-fdb5-4b73-be7f-e7d4e56d4a7e req-61d3f83d-c6e0-42d7-9131-85b486fd9b6b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424016 Jul 28 03:41:49.693799 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eac43b-8b1a-4e24-8dbd-195fd7a84483 req-8f753deb-d3a9-4782-9ee0-e13556fc3e22 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.695375 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-62eac43b-8b1a-4e24-8dbd-195fd7a84483 req-8f753deb-d3a9-4782-9ee0-e13556fc3e22 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0628157 Jul 28 03:41:49.761274 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-62eac43b-8b1a-4e24-8dbd-195fd7a84483 req-c5c7d1a4-7f91-4d38-9d4b-b54af427add6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513306 Jul 28 03:41:49.825904 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:49.939838 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029501e-533e-44b3-9916-af86b9e3cc31 req-b21cf1db-a9ad-42ce-b7e6-2298ba888e03 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.941425 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5029501e-533e-44b3-9916-af86b9e3cc31 req-b21cf1db-a9ad-42ce-b7e6-2298ba888e03 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1001925 Jul 28 03:41:49.947445 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 584ef76e-df7a-4659-9764-693c4282029c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:49.947827 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.032895 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5029501e-533e-44b3-9916-af86b9e3cc31 req-9714aaf7-b274-49cd-b313-ad89504d5e52 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715005 Jul 28 03:41:50.090100 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.116391 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:50.118761 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254bf2a-bb69-43fa-96c1-ad7c0839baa5" -d '{"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:50.137040 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:50.156163 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.157155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 73fc0650-9e96-4e4c-93c3-562811c66f25 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:50.225913 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495249d-162a-4d52-a641-269d5204b736 x-openstack-request-id: req-e495249d-162a-4d52-a641-269d5204b736 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:50.226661 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:50.227223 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e495249d-162a-4d52-a641-269d5204b736 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:50.227789 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'code': 200} Jul 28 03:41:50.247722 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=7']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:50.250962 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 73fc0650-9e96-4e4c-93c3-562811c66f25 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:50.251310 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 73fc0650-9e96-4e4c-93c3-562811c66f25 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:50.759518 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5fc3-7796-4535-b7ba-fbcbad8207c3 req-90fe3aeb-b049-47a2-b21f-4fdaed404f11 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:50.761004 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-936a5fc3-7796-4535-b7ba-fbcbad8207c3 req-90fe3aeb-b049-47a2-b21f-4fdaed404f11 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0538185 Jul 28 03:41:50.806180 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-936a5fc3-7796-4535-b7ba-fbcbad8207c3 req-5c1463a6-3111-44ce-953a-7502a8b3de8f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368142 Jul 28 03:41:50.926731 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e8ce1-5b0b-4638-ae82-121bbaac6c61 req-cf56ef9c-3e92-49ae-9006-5cfa5aeb884f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:50.928343 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a02e8ce1-5b0b-4638-ae82-121bbaac6c61 req-cf56ef9c-3e92-49ae-9006-5cfa5aeb884f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0582764 Jul 28 03:41:50.977059 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a02e8ce1-5b0b-4638-ae82-121bbaac6c61 req-e3396a76-db86-4a60-b9f6-ce102f40d357 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Jul 28 03:41:51.746001 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97878b1d-cb4b-4628-9310-93a036b948eb req-267acf8d-0e89-47f4-baa8-b8545fe971a1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:51.754562 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-97878b1d-cb4b-4628-9310-93a036b948eb req-267acf8d-0e89-47f4-baa8-b8545fe971a1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1256630 Jul 28 03:41:51.882949 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-97878b1d-cb4b-4628-9310-93a036b948eb req-445eb182-c22a-4c40-9a81-48b245dc82a4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245100 Jul 28 03:41:52.094787 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecf951-d88d-4d81-90a7-c02a1a253a9b req-0abd9e4e-5be3-405c-b943-925af508bd0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.108881 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b6ecf951-d88d-4d81-90a7-c02a1a253a9b req-0abd9e4e-5be3-405c-b943-925af508bd0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1679606 Jul 28 03:41:52.220597 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b6ecf951-d88d-4d81-90a7-c02a1a253a9b req-1869313b-e1b7-4815-b942-ea66aa52999a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027839 Jul 28 03:41:52.421462 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40bdb8-45eb-419f-b11d-d5f4e885dcce req-db084f35-1765-4f5d-a3e2-ba486a498e01 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.443958 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4b40bdb8-45eb-419f-b11d-d5f4e885dcce req-db084f35-1765-4f5d-a3e2-ba486a498e01 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1094668 Jul 28 03:41:52.556868 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4b40bdb8-45eb-419f-b11d-d5f4e885dcce req-f29d96ee-0169-4827-8285-44a3c7021fec tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029570 Jul 28 03:41:53.493646 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982f311-0f52-46ab-8b6c-a414acc96f16 req-c045c29a-80fb-434d-bf95-98a94cebecfc tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.499110 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4982f311-0f52-46ab-8b6c-a414acc96f16 req-c045c29a-80fb-434d-bf95-98a94cebecfc tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1648471 Jul 28 03:41:53.613010 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4982f311-0f52-46ab-8b6c-a414acc96f16 req-a20ba19a-7773-4040-80de-b57fd0e2e2c2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053405 Jul 28 03:41:53.754465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 53932) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:53.797584 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3658f62-7bca-4b18-a347-b63904534f0d req-5d2143b2-1dc5-4596-9822-f473dcc2689a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.808121 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b3658f62-7bca-4b18-a347-b63904534f0d req-5d2143b2-1dc5-4596-9822-f473dcc2689a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1294432 Jul 28 03:41:53.905072 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b3658f62-7bca-4b18-a347-b63904534f0d req-8cf156a2-a153-4337-8b2d-aab663b20fd2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925655 Jul 28 03:41:54.090566 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f28b0263-36cb-41eb-a904-b742407336c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.322667 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f28b0263-36cb-41eb-a904-b742407336c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.349088 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f28b0263-36cb-41eb-a904-b742407336c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.432981 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53936) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:54.433213 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-f28b0263-36cb-41eb-a904-b742407336c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e39bdaa856a4f099a1b621b6e1934f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773849 Jul 28 03:41:54.434239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b0263-36cb-41eb-a904-b742407336c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e10fc2-383e-40f6-a677-6ef2ab10c07d,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:54.553791 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.581106 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.668776 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.672367 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.679283 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10e10fc2-383e-40f6-a677-6ef2ab10c07d HTTP/1.1" status: 204 len: 168 time: 0.2395728 Jul 28 03:41:54.696202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d36929-d054-4a79-b3f4-5d59223116db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e10fc2-383e-40f6-a677-6ef2ab10c07d,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:54.821703 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8deb6-4835-4c60-a979-db44a437afe3 req-9e93d393-3f44-4375-aacf-16a01bd99f53 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:54.835878 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6ab8deb6-4835-4c60-a979-db44a437afe3 req-9e93d393-3f44-4375-aacf-16a01bd99f53 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1443586 Jul 28 03:41:54.947101 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6ab8deb6-4835-4c60-a979-db44a437afe3 req-e533840d-d2dc-4a5d-91fb-9a244244708a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089399 Jul 28 03:41:55.168056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2d8a-26e9-472b-9b99-443300db40f8 req-9a39a131-4153-4171-9ac6-7cf08a563e4c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:55.178743 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a4eb2d8a-26e9-472b-9b99-443300db40f8 req-9a39a131-4153-4171-9ac6-7cf08a563e4c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1229260 Jul 28 03:41:55.295402 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a4eb2d8a-26e9-472b-9b99-443300db40f8 req-e7b9d4af-572c-402d-9496-4bd0cb6c0aa6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151812 Jul 28 03:41:55.442754 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53954) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:55.455646 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560016-b697-438b-b815-a47754c9c267 req-5b9b22e1-fb73-4150-90ee-01572a535d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:55.460498 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-5b9b22e1-fb73-4150-90ee-01572a535d39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.1609659 Jul 28 03:41:55.532570 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e313797-2835-4482-a594-dd4ff130fbab req-30b0f60a-7385-4cb8-aa73-8d4c0b05fcef tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:55.544945 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6e313797-2835-4482-a594-dd4ff130fbab req-30b0f60a-7385-4cb8-aa73-8d4c0b05fcef tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.2470231 Jul 28 03:41:55.576855 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7279f420-2b3f-4b74-ac30-c86bd9d61022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:55.701175 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6e313797-2835-4482-a594-dd4ff130fbab req-726320bc-1297-4fae-b927-c20174285350 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459155 Jul 28 03:41:55.732519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560016-b697-438b-b815-a47754c9c267 req-64b30d48-8392-4d6f-b707-c44ff1fc4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:55.736050 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-64b30d48-8392-4d6f-b707-c44ff1fc4122 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.2654698 Jul 28 03:41:55.817104 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-da88210d-ea0e-4362-80d5-aa2ddc2d4c3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0668104 Jul 28 03:41:55.866321 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7279f420-2b3f-4b74-ac30-c86bd9d61022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:55.873363 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7279f420-2b3f-4b74-ac30-c86bd9d61022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:55.886520 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560016-b697-438b-b815-a47754c9c267 req-c3e0a47f-4a09-476c-afb0-9f9cecc87ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:55.888122 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-c3e0a47f-4a09-476c-afb0-9f9cecc87ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0561671 Jul 28 03:41:55.902848 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-7279f420-2b3f-4b74-ac30-c86bd9d61022 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14b810e21195482b9962365964146560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586318 Jul 28 03:41:55.909567 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 53962) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:55.967308 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-a715c795-9934-43db-b24c-9a3c35fca253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666745 Jul 28 03:41:55.981285 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279f420-2b3f-4b74-ac30-c86bd9d61022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce667da-f461-4421-90c2-ff321db7bd11,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:56.018143 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.062999 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.186476 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.187975 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13410177-aba1-414c-8f5c-28da01699f6f req-3fd13a21-e45b-4c7b-8327-35d7b9dc3665 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:56.189829 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.189963 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-13410177-aba1-414c-8f5c-28da01699f6f req-3fd13a21-e45b-4c7b-8327-35d7b9dc3665 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1002834 Jul 28 03:41:56.191263 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ce667da-f461-4421-90c2-ff321db7bd11 HTTP/1.1" status: 204 len: 168 time: 0.2804117 Jul 28 03:41:56.197872 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-10be1bc1-cae3-45a2-a718-e415afa0b555 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189052 Jul 28 03:41:56.220935 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17351-711c-40d2-9d40-135248f9f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce667da-f461-4421-90c2-ff321db7bd11,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:56.295542 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-13410177-aba1-414c-8f5c-28da01699f6f req-121b4be4-4c56-4126-be9d-98555715f159 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964556 Jul 28 03:41:56.396465 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4d560016-b697-438b-b815-a47754c9c267 req-e16f2349-ba12-4d1f-bf86-2641ae5a3e81 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823111 Jul 28 03:41:56.524634 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a56a3-d9e5-46d5-898b-809760b162ba req-b855fc30-6b97-4640-8bbf-6901f91dc2d5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:56.537212 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5f9a56a3-d9e5-46d5-898b-809760b162ba req-b855fc30-6b97-4640-8bbf-6901f91dc2d5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1340189 Jul 28 03:41:56.592802 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5f9a56a3-d9e5-46d5-898b-809760b162ba req-c1a82a7e-21e1-4f4a-bcdb-70462bb62e35 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532026 Jul 28 03:41:56.866679 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235c77-52c8-40ba-b99b-485682dc0dc2 req-5c5c13d1-e89a-4f6f-8006-dadd8462e7df tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:56.881130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-22235c77-52c8-40ba-b99b-485682dc0dc2 req-5c5c13d1-e89a-4f6f-8006-dadd8462e7df tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0906451 Jul 28 03:41:57.000630 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-22235c77-52c8-40ba-b99b-485682dc0dc2 req-90bd9656-a603-473e-9609-be8e02fc9542 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172390 Jul 28 03:41:57.546974 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ccf3-4735-4cb5-b18a-1a7fdd08d09a req-c478c142-7755-450e-8ca5-0009d166d69b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:57.549282 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7b05ccf3-4735-4cb5-b18a-1a7fdd08d09a req-c478c142-7755-450e-8ca5-0009d166d69b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0991623 Jul 28 03:41:57.600784 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7b05ccf3-4735-4cb5-b18a-1a7fdd08d09a req-7f4f82d4-6518-4ea9-8e78-6ebd96a408d4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446877 Jul 28 03:41:57.839977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d1217-bd13-4a98-9000-b5d08dc27072 req-a7ad0790-3288-4403-92a5-12b17183cec4 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:57.843042 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-600d1217-bd13-4a98-9000-b5d08dc27072 req-a7ad0790-3288-4403-92a5-12b17183cec4 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1161797 Jul 28 03:41:57.905987 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-600d1217-bd13-4a98-9000-b5d08dc27072 req-b10c88bc-b459-4c8f-9377-ee42e60f1390 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568519 Jul 28 03:41:58.247761 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb5bc8-9ccb-4401-b718-2cafd18cc085 req-195bda9a-c078-4ffb-be57-d1f7b95deb6b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:58.259880 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-70fb5bc8-9ccb-4401-b718-2cafd18cc085 req-195bda9a-c078-4ffb-be57-d1f7b95deb6b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1171877 Jul 28 03:41:58.326577 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-70fb5bc8-9ccb-4401-b718-2cafd18cc085 req-491c3cda-f123-4492-9ded-9b1fbfe0e0eb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Jul 28 03:41:58.817162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0209f51-c065-46fa-a92e-3dff68457c33 req-ade21e56-89f0-4c5d-b27e-fd8e163e47d4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:58.824783 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f0209f51-c065-46fa-a92e-3dff68457c33 req-ade21e56-89f0-4c5d-b27e-fd8e163e47d4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.1112878 Jul 28 03:41:58.892681 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f0209f51-c065-46fa-a92e-3dff68457c33 req-4b408eac-80d1-47dc-b9f3-f7fe12734deb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661101 Jul 28 03:41:59.186225 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7100ec0-e8c9-46cb-87d4-75c3588dac54 req-52dcff25-1e11-4dde-bb5b-25391319342a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:59.186225 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7100ec0-e8c9-46cb-87d4-75c3588dac54 req-52dcff25-1e11-4dde-bb5b-25391319342a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1396558 Jul 28 03:41:59.261437 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7100ec0-e8c9-46cb-87d4-75c3588dac54 req-585d3d1b-eaed-4a7f-af6e-7891c46f9493 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850663 Jul 28 03:41:59.626998 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f617515-3a89-4607-80c4-49ecfa823f58 req-f9706f33-9b55-4685-b081-dd9d11d92f3b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:59.630275 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6f617515-3a89-4607-80c4-49ecfa823f58 req-f9706f33-9b55-4685-b081-dd9d11d92f3b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1403627 Jul 28 03:41:59.693755 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6f617515-3a89-4607-80c4-49ecfa823f58 req-7cf287df-04b3-4520-840b-da955c13188a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Jul 28 03:42:00.053416 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471828-a4fc-4bfb-95a7-e5df643535c9 req-2f93e531-74db-4fec-8f26-9e9d2b54e83b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:00.061902 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a8471828-a4fc-4bfb-95a7-e5df643535c9 req-2f93e531-74db-4fec-8f26-9e9d2b54e83b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0831168 Jul 28 03:42:00.113022 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a8471828-a4fc-4bfb-95a7-e5df643535c9 req-5e22f396-7b4a-4d8c-a4b3-1505e1ae6083 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439689 Jul 28 03:42:00.462012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898be0da-e8dd-4864-a085-f3f815f0f2d8 req-02c51705-e2cc-42a5-b99f-995f2f6de65c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:00.462012 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-898be0da-e8dd-4864-a085-f3f815f0f2d8 req-02c51705-e2cc-42a5-b99f-995f2f6de65c tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0994229 Jul 28 03:42:00.506064 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-898be0da-e8dd-4864-a085-f3f815f0f2d8 req-ad7ca70a-7f8a-435d-9f06-05f14705ff49 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Jul 28 03:42:00.834413 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3405319-148b-40a5-893b-6fe32dd0ca72 req-c6e85a5a-7dc5-4a63-acea-3994c38e777a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:00.835857 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b3405319-148b-40a5-893b-6fe32dd0ca72 req-c6e85a5a-7dc5-4a63-acea-3994c38e777a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0540605 Jul 28 03:42:00.880195 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b3405319-148b-40a5-893b-6fe32dd0ca72 req-97ea8e80-fd03-423a-a6db-b646795cf819 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Jul 28 03:42:01.227712 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177326f-0b72-483e-811d-14fbde62354b req-54f84ee5-7df1-4062-bdc5-6f1a59df0f50 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.229305 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c177326f-0b72-483e-811d-14fbde62354b req-54f84ee5-7df1-4062-bdc5-6f1a59df0f50 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0496137 Jul 28 03:42:01.269883 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c177326f-0b72-483e-811d-14fbde62354b req-966ae717-ba0b-4785-9c12-5eb57b713aeb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337529 Jul 28 03:42:01.490134 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-8787edba-a041-492e-91d1-04582134e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.492480 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-8787edba-a041-492e-91d1-04582134e44f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1099 time: 0.0460882 Jul 28 03:42:01.641875 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-7bc55da9-2a2b-4e03-8610-859190665465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.644514 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-7bc55da9-2a2b-4e03-8610-859190665465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.1401775 Jul 28 03:42:01.660325 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e94a-b4fe-4286-bcdf-137ada68311d req-96cafa88-8436-4b4d-b543-f62d7f2c0b82 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.661855 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be01e94a-b4fe-4286-bcdf-137ada68311d req-96cafa88-8436-4b4d-b543-f62d7f2c0b82 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0604851 Jul 28 03:42:01.718817 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-be01e94a-b4fe-4286-bcdf-137ada68311d req-2ed1fbbb-8688-4319-9b02-f0068c6403f9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501657 Jul 28 03:42:01.727418 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-719cb30b-918b-4490-98ea-dd7572d7b50b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 1002 time: 0.0755768 Jul 28 03:42:01.788227 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-7e505016-17e1-4b51-8c81-1261dfae6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.789666 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-7e505016-17e1-4b51-8c81-1261dfae6e68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0503328 Jul 28 03:42:01.842047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-fea903e4-257b-46ce-ad89-9badb8f721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.843650 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-fea903e4-257b-46ce-ad89-9badb8f721ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0426807 Jul 28 03:42:02.049933 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-fc231c24-8297-4de0-94ee-1b94bd7d4740 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983836 Jul 28 03:42:02.105643 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58477b95-244c-4a77-a074-c9c72dbc118c req-83a46606-30f6-4ea8-af7f-db58c7d1377c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:02.113362 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-58477b95-244c-4a77-a074-c9c72dbc118c req-83a46606-30f6-4ea8-af7f-db58c7d1377c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1517375 Jul 28 03:42:02.270501 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-58477b95-244c-4a77-a074-c9c72dbc118c req-e03449fa-d16c-4497-8e13-343793d1e3fd tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558280 Jul 28 03:42:02.282517 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e79de0d5-889a-4533-aa0b-5e9929c5a8b0 req-660b6869-bcfc-4b6d-bc6c-ba9a7e536f9c service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184768 Jul 28 03:42:02.413131 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848796-3372-45b5-8abb-48364340c40e req-a833568d-0924-453b-bf60-705592eb166b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:02.414776 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c5848796-3372-45b5-8abb-48364340c40e req-a833568d-0924-453b-bf60-705592eb166b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0520263 Jul 28 03:42:02.468804 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c5848796-3372-45b5-8abb-48364340c40e req-193b7239-7a0b-446a-bf5e-b7ef9f972ded tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465746 Jul 28 03:42:02.598985 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54106) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:02.739013 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-175db398-2859-4c6a-b3a6-15d122e845b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.839660 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3467cc-25b4-40a5-b8ac-f64e7d76a25d req-d2c0b430-5d30-4748-9fc4-07857feb08a4 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:02.842456 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b3467cc-25b4-40a5-b8ac-f64e7d76a25d req-d2c0b430-5d30-4748-9fc4-07857feb08a4 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0566463 Jul 28 03:42:02.847174 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-175db398-2859-4c6a-b3a6-15d122e845b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.854890 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-175db398-2859-4c6a-b3a6-15d122e845b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.887888 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175db398-2859-4c6a-b3a6-15d122e845b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34284d-ba42-429b-a83f-eed928d52b54,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:02.902440 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b3467cc-25b4-40a5-b8ac-f64e7d76a25d req-4506b603-ec6b-4868-8267-762abf3f16ba tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 Jul 28 03:42:02.926326 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-175db398-2859-4c6a-b3a6-15d122e845b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb0b3b21f7bf4832846ccf9c5fdf58ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261552 Jul 28 03:42:02.928805 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54120) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:02.982304 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.004848 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.058402 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.061571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.065020 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c34284d-ba42-429b-a83f-eed928d52b54 HTTP/1.1" status: 204 len: 168 time: 0.1328883 Jul 28 03:42:03.071763 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa9a68-6689-4670-8d92-a580e560097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34284d-ba42-429b-a83f-eed928d52b54,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:03.381057 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54128) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:03.399931 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ee82cda0-0985-4168-9ad7-6ce2fc548ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.412367 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68a73-0594-44b0-a305-4d66908d5fd9 req-53f6321c-bd8a-4f40-8d93-6c8084acf4eb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:03.414591 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-04d68a73-0594-44b0-a305-4d66908d5fd9 req-53f6321c-bd8a-4f40-8d93-6c8084acf4eb tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0574358 Jul 28 03:42:03.481046 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-04d68a73-0594-44b0-a305-4d66908d5fd9 req-0b76b9c5-7d1f-4655-9661-2f2eb3aa7827 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Jul 28 03:42:03.516553 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ee82cda0-0985-4168-9ad7-6ce2fc548ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.523035 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ee82cda0-0985-4168-9ad7-6ce2fc548ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.600164 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ee82cda0-0985-4168-9ad7-6ce2fc548ad8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d44d9362eee5466b8e42d771ebb90fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147851 Jul 28 03:42:03.601721 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54132) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:03.603337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82cda0-0985-4168-9ad7-6ce2fc548ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6466902-5aaa-48c1-8a7d-ff9587471c66,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:03.642926 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7006-302c-4fde-8df6-75a5e9f156f6 req-f707793e-be15-4b55-a558-1e60dba1ee6e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:03.644477 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bada7006-302c-4fde-8df6-75a5e9f156f6 req-f707793e-be15-4b55-a558-1e60dba1ee6e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0752962 Jul 28 03:42:03.676746 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.697207 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bada7006-302c-4fde-8df6-75a5e9f156f6 req-38ff8a55-c3ea-43c8-a439-92891d2e033b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448503 Jul 28 03:42:03.712244 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.778674 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.784150 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.787895 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6466902-5aaa-48c1-8a7d-ff9587471c66 HTTP/1.1" status: 204 len: 168 time: 0.1846585 Jul 28 03:42:03.815908 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db67be-45a2-42e5-a246-fe5067c069d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6466902-5aaa-48c1-8a7d-ff9587471c66,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:04.066114 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117ae56-f9d4-4d8d-a4dd-26f2a88e33c7 req-b7d3c062-4dbd-41a6-a507-f5fdca70ab00 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:04.068015 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d117ae56-f9d4-4d8d-a4dd-26f2a88e33c7 req-b7d3c062-4dbd-41a6-a507-f5fdca70ab00 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0631092 Jul 28 03:42:04.123842 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d117ae56-f9d4-4d8d-a4dd-26f2a88e33c7 req-21caa9f6-ff5f-4a6d-9200-be1aaf088b6a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Jul 28 03:42:04.152622 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d8c91b46-62f0-4de8-910d-83b355473ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.646577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924369c3-101f-4af6-87ea-7e32d398b565 req-5c95ab13-9748-4aa6-a984-55245216fd10 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:04.656909 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-924369c3-101f-4af6-87ea-7e32d398b565 req-5c95ab13-9748-4aa6-a984-55245216fd10 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0725296 Jul 28 03:42:04.711473 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-924369c3-101f-4af6-87ea-7e32d398b565 req-f53cf2ab-4724-4637-80f0-4c2f95f00bb2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531998 Jul 28 03:42:04.859475 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acfa34-3c47-48a2-9971-6bb19b86d56c req-a7b10c0f-aa0a-42cd-b9d9-f9c0f73a8a27 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:04.868254 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-39acfa34-3c47-48a2-9971-6bb19b86d56c req-a7b10c0f-aa0a-42cd-b9d9-f9c0f73a8a27 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0626681 Jul 28 03:42:04.912077 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-39acfa34-3c47-48a2-9971-6bb19b86d56c req-bc70f8d4-e0b6-4a76-8d7c-697f628c1aec tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425432 Jul 28 03:42:05.332170 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b517a-bd58-41a4-9ad8-2a33bce25931 req-40612995-1ccf-4a38-8ed2-9ba0bdea2f1b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:05.342317 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-518b517a-bd58-41a4-9ad8-2a33bce25931 req-40612995-1ccf-4a38-8ed2-9ba0bdea2f1b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0863543 Jul 28 03:42:05.401855 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-518b517a-bd58-41a4-9ad8-2a33bce25931 req-9c1191f7-e28c-4c89-86a8-ebee4edc0baa tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582078 Jul 28 03:42:05.663434 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584db0a-28da-41f5-971e-7a77ca3706e8 req-6a1eb1e3-a53a-4a66-8a4b-92bc99303ba9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:05.672456 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b584db0a-28da-41f5-971e-7a77ca3706e8 req-6a1eb1e3-a53a-4a66-8a4b-92bc99303ba9 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0637519 Jul 28 03:42:05.736567 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b584db0a-28da-41f5-971e-7a77ca3706e8 req-29ace271-31ff-40cd-ac47-fb4f85ac8827 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620100 Jul 28 03:42:05.788967 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a3fa6-e5f6-4cc2-8557-6c781db22ed3 req-c7f10c09-0fb5-48ca-9fe0-ec260256ae30 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:05.801847 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-919a3fa6-e5f6-4cc2-8557-6c781db22ed3 req-c7f10c09-0fb5-48ca-9fe0-ec260256ae30 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 946 time: 0.0750754 Jul 28 03:42:05.811973 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-5b03bebe-8d77-445c-a32b-be8dd6d49c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:05.813726 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-5b03bebe-8d77-445c-a32b-be8dd6d49c0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1099 time: 0.0567803 Jul 28 03:42:05.885033 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-919a3fa6-e5f6-4cc2-8557-6c781db22ed3 req-bf738865-690c-44cb-8988-c3ab283c8d36 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759263 Jul 28 03:42:05.947759 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:06.064305 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e04d-9a84-4de0-88b7-98ba48166a50 req-5c311ab3-1f5c-419f-9dcc-e4fd4321079c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.065899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6371e04d-9a84-4de0-88b7-98ba48166a50 req-5c311ab3-1f5c-419f-9dcc-e4fd4321079c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1941950 Jul 28 03:42:06.148796 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-2313c5ff-3e14-4e5b-bfa2-abafbb87570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.150141 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-2313c5ff-3e14-4e5b-bfa2-abafbb87570e service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.3268993 Jul 28 03:42:06.169868 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:06.192345 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6371e04d-9a84-4de0-88b7-98ba48166a50 req-3d3de34d-9524-47d9-8f1c-f63783f03953 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125281 Jul 28 03:42:06.222547 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:06.223555 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:06.227014 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d58565-5504-4a61-a87e-e25e5de58c5f" -d '{"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-unplugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:06.242294 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:06.265515 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-5698830f-18ff-4a47-8d4b-f2686ebb3ad9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 1002 time: 0.1014733 Jul 28 03:42:06.290356 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7edd84-eb67-4362-b675-4c2af08f090a x-openstack-request-id: req-eb7edd84-eb67-4362-b675-4c2af08f090a {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:06.290889 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-unplugged", "status": "failed", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "code": 422}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:06.292803 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb7edd84-eb67-4362-b675-4c2af08f090a {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:06.293408 dv-cinder-802648-1-smb neutron-server[99648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'code': 422} returned with failed status Jul 28 03:42:06.335620 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=8']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:06.346669 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-cc2fa215-27f6-4ba3-98bf-742a4288b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.347470 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-cc2fa215-27f6-4ba3-98bf-742a4288b650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0730844 Jul 28 03:42:06.412211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-99b883a4-45bc-448c-a806-c2017cfd1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.413733 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-99b883a4-45bc-448c-a806-c2017cfd1f04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571861 Jul 28 03:42:06.456954 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54248) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:06.546885 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-81909055-7227-4c6e-94bc-64073bf4fbb7 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238031 Jul 28 03:42:06.613708 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-e435a2e9-c4e3-4e5c-b3a8-c90cfedcfc4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549559 Jul 28 03:42:06.661619 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-19769a8b-089d-4b8a-8a84-45167c52dc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:06.702699 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-923c8bf0-ae99-43ef-8ef3-48fb20bd4e9a req-99136cca-4f1b-429b-8eeb-a19d4fd2745e service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449442 Jul 28 03:42:06.896242 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28002c29-ab78-4397-b813-dd433f801486 req-1ade38b4-d035-47c3-a4b9-c30b8249028b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.905760 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28002c29-ab78-4397-b813-dd433f801486 req-1ade38b4-d035-47c3-a4b9-c30b8249028b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0702863 Jul 28 03:42:06.954427 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-28002c29-ab78-4397-b813-dd433f801486 req-497f47f4-b2b2-4f9e-ae70-330e83af983d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 Jul 28 03:42:07.017926 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24e11-eff1-4057-b125-c12efeffb75b req-8ed906b5-d8fb-4519-91f8-3c36baae4c6d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:07.027059 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f4d24e11-eff1-4057-b125-c12efeffb75b req-8ed906b5-d8fb-4519-91f8-3c36baae4c6d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0730271 Jul 28 03:42:07.086017 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f4d24e11-eff1-4057-b125-c12efeffb75b req-7c24199d-11b2-4770-b3d6-086107858b7c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571246 Jul 28 03:42:07.149679 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:07.365162 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb205ab-438b-4b91-8d28-a640a438587f req-9ca7effc-41a8-4285-8feb-35876d4e5988 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:07.375529 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bb205ab-438b-4b91-8d28-a640a438587f req-9ca7effc-41a8-4285-8feb-35876d4e5988 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0861499 Jul 28 03:42:07.428324 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bb205ab-438b-4b91-8d28-a640a438587f req-44acd87c-4fbd-4155-b13e-23ac31e3f5a9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Jul 28 03:42:07.593560 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54286) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:07.728599 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-62996956-51aa-4463-883b-d09f6d796e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:07.819234 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:07.852108 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-62996956-51aa-4463-883b-d09f6d796e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:07.857681 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-62996956-51aa-4463-883b-d09f6d796e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:07.905471 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-62996956-51aa-4463-883b-d09f6d796e40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbb3b4b14e6f46e28387d5560a6c5440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078716 Jul 28 03:42:07.905471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62996956-51aa-4463-883b-d09f6d796e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e843557b-63e6-4418-aea5-351ef0409f31,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:07.907151 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54290) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:08.003799 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.038583 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.158699 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab6b2-40da-40d1-b7e9-26dfcb1072f3 req-56ddc5fa-cad8-4bac-9d70-1a52118c84d1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.160293 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-75fab6b2-40da-40d1-b7e9-26dfcb1072f3 req-56ddc5fa-cad8-4bac-9d70-1a52118c84d1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.1002715 Jul 28 03:42:08.169759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.173224 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.178815 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e843557b-63e6-4418-aea5-351ef0409f31 HTTP/1.1" status: 204 len: 168 time: 0.2665648 Jul 28 03:42:08.220028 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0c66-98b3-4478-90d5-afecfc3b97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e843557b-63e6-4418-aea5-351ef0409f31,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:08.227970 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-75fab6b2-40da-40d1-b7e9-26dfcb1072f3 req-34918816-b0d1-4bf2-b566-d0a45bd99b0f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514259 Jul 28 03:42:08.291154 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd6621-0df2-4d89-a9ba-de9e8d7d9153 req-74c470d8-33a9-42a8-b3de-e08a9b15e166 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.292910 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1bd6621-0df2-4d89-a9ba-de9e8d7d9153 req-74c470d8-33a9-42a8-b3de-e08a9b15e166 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0657413 Jul 28 03:42:08.338303 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a1bd6621-0df2-4d89-a9ba-de9e8d7d9153 req-05241f6f-9aab-4290-9115-46cc1374946e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359275 Jul 28 03:42:08.532893 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-a61a895d-8324-489f-bd5b-e777ab2b19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.534426 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-a61a895d-8324-489f-bd5b-e777ab2b19c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 1097 time: 0.1208208 Jul 28 03:42:08.558523 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d7577-d20d-4ba8-a2df-6b0babeeece4 req-34c96b29-fa7b-4d07-811a-63e1d05f25f3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.560812 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c80d7577-d20d-4ba8-a2df-6b0babeeece4 req-34c96b29-fa7b-4d07-811a-63e1d05f25f3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0628848 Jul 28 03:42:08.625131 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-03ec8b20-dd0a-4fa3-8882-4b143de7f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.629749 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-03ec8b20-dd0a-4fa3-8882-4b143de7f4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1097 time: 0.0598166 Jul 28 03:42:08.644239 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c80d7577-d20d-4ba8-a2df-6b0babeeece4 req-80b08eac-fd4c-4f9d-9f71-2745f171737c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Jul 28 03:42:08.737075 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54308) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:08.741238 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.754579 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44b92d64-2fc5-4eb4-96e5-20fc025d2501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.784860 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-1db7e99a-3a72-4e89-8663-4bd455e26809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.788627 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-1db7e99a-3a72-4e89-8663-4bd455e26809 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.1478646 Jul 28 03:42:08.873443 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44b92d64-2fc5-4eb4-96e5-20fc025d2501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.877118 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-1cbcf630-ce03-4628-b7ea-db011252eca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 200 len: 1000 time: 0.0807142 Jul 28 03:42:08.879923 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-44b92d64-2fc5-4eb4-96e5-20fc025d2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:08.924290 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-44b92d64-2fc5-4eb4-96e5-20fc025d2501 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d56282026ee2487086c0aaba7e9718c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856039 Jul 28 03:42:08.928993 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54310) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:08.936152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-9d6d6829-265e-41d8-a0f9-38b41b977034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.937168 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b92d64-2fc5-4eb4-96e5-20fc025d2501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250b8216-3fb6-411f-9cb2-e35518d27e7c,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:08.937785 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-9d6d6829-265e-41d8-a0f9-38b41b977034 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0522089 Jul 28 03:42:08.989405 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:09.014391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-65c15eca-ffb0-4e82-82a2-8e9d2a4a4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:09.016709 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-65c15eca-ffb0-4e82-82a2-8e9d2a4a4cfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633883 Jul 28 03:42:09.020882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:09.079134 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:09.081910 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:09.083139 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/250b8216-3fb6-411f-9cb2-e35518d27e7c HTTP/1.1" status: 204 len: 168 time: 0.1531503 Jul 28 03:42:09.092892 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f2096-e06b-456d-94be-8525513f67d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b8216-3fb6-411f-9cb2-e35518d27e7c,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:09.189361 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-367494c1-87d2-4872-b4ab-446776f29ccd service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644843 Jul 28 03:42:09.301437 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9e0f52e-4dfd-4607-aaaa-94d2d0d371b9 req-c1c3743d-9904-40c0-b933-d46dfdabbf8e service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039438 Jul 28 03:42:09.504113 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dcd2-9e54-437a-bad2-008f1b1cf811 req-87a5e376-eb52-4748-9a02-31a206f401ea tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:09.505735 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1664dcd2-9e54-437a-bad2-008f1b1cf811 req-87a5e376-eb52-4748-9a02-31a206f401ea tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0889492 Jul 28 03:42:09.574308 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1664dcd2-9e54-437a-bad2-008f1b1cf811 req-66408a5c-aba2-4582-a141-910c9fdd97c1 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620439 Jul 28 03:42:09.625604 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:09.797127 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dbd5-f07b-46d3-9dc8-8586cc853678 req-f6f7e01b-b544-4e90-90fd-5d42de080f02 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:09.807282 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a125dbd5-f07b-46d3-9dc8-8586cc853678 req-f6f7e01b-b544-4e90-90fd-5d42de080f02 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0699761 Jul 28 03:42:09.858417 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a125dbd5-f07b-46d3-9dc8-8586cc853678 req-b24254b5-2c1b-4c68-a306-c4766e1cd490 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Jul 28 03:42:10.851500 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54d36-db72-47d4-80d7-527cbf45aa97 req-0885ef1b-0fe3-4015-b8fc-d8d0f8b161c8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:10.858205 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ea54d36-db72-47d4-80d7-527cbf45aa97 req-0885ef1b-0fe3-4015-b8fc-d8d0f8b161c8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0935168 Jul 28 03:42:10.937496 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4ea54d36-db72-47d4-80d7-527cbf45aa97 req-aeb85642-1416-4843-a6be-d1b4a1ad89df tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711458 Jul 28 03:42:11.049815 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d766185-2faf-4b35-9df2-23908a8d2bc5 req-e9b36342-dec2-464a-bc9c-1ab01c78a56f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:11.057396 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3d766185-2faf-4b35-9df2-23908a8d2bc5 req-e9b36342-dec2-464a-bc9c-1ab01c78a56f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1022542 Jul 28 03:42:11.104981 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3d766185-2faf-4b35-9df2-23908a8d2bc5 req-72e9ee58-9cb3-4bd4-ba55-2f22f8967b2e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Jul 28 03:42:11.933265 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54436) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:12.047737 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6463b498-7d17-41cf-9ca2-4f42ac321afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.160999 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbaabf-d5d9-45c2-8d4f-f645eb1fa225 req-56c2aab9-26f8-4257-a822-24eb27b5efd5 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:12.163803 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0acbaabf-d5d9-45c2-8d4f-f645eb1fa225 req-56c2aab9-26f8-4257-a822-24eb27b5efd5 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0745621 Jul 28 03:42:12.170220 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6463b498-7d17-41cf-9ca2-4f42ac321afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.210517 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6463b498-7d17-41cf-9ca2-4f42ac321afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.225488 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0acbaabf-d5d9-45c2-8d4f-f645eb1fa225 req-95975090-c057-4fa2-a58f-9d65f6cb2238 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507441 Jul 28 03:42:12.261496 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463b498-7d17-41cf-9ca2-4f42ac321afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7890aec5-eb15-45aa-9bb4-ec8900a2e72a,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:12.274282 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6cf3c-1f90-4caf-9d97-83232d80ce49 req-5fad6a3a-2404-4673-9ad9-a0d9cb906650 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:12.275804 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-06f6cf3c-1f90-4caf-9d97-83232d80ce49 req-5fad6a3a-2404-4673-9ad9-a0d9cb906650 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1015735 Jul 28 03:42:12.278913 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-6463b498-7d17-41cf-9ca2-4f42ac321afe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c9f4fda992c4aa3a47fb64f9ac38644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440619 Jul 28 03:42:12.281088 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54444) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:12.348524 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-06f6cf3c-1f90-4caf-9d97-83232d80ce49 req-03cc06f7-e213-48e2-9668-109e6bdf5aad tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653455 Jul 28 03:42:12.362265 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.388370 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.439575 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.442248 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.444732 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7890aec5-eb15-45aa-9bb4-ec8900a2e72a HTTP/1.1" status: 204 len: 168 time: 0.1613595 Jul 28 03:42:12.452657 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaccd7e-b4c5-4321-af96-0e30c6d4affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890aec5-eb15-45aa-9bb4-ec8900a2e72a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:12.754515 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54462) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:12.768838 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c0de02f-1ad4-485e-9bf0-aecef5f1cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.890891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c0de02f-1ad4-485e-9bf0-aecef5f1cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.895511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-8c0de02f-1ad4-485e-9bf0-aecef5f1cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.930479 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-8c0de02f-1ad4-485e-9bf0-aecef5f1cea2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ee0b82f360e47b5a88e10811e6b232f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725600 Jul 28 03:42:12.930860 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54468) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:12.955368 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0de02f-1ad4-485e-9bf0-aecef5f1cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc146b4-616c-4ffb-b2ed-48b5a763eef9,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:13.001240 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.033130 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.095201 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.098568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.102483 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cc146b4-616c-4ffb-b2ed-48b5a763eef9 HTTP/1.1" status: 204 len: 168 time: 0.1678681 Jul 28 03:42:13.109970 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06e0f1-e686-4797-9805-bc340bf080bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc146b4-616c-4ffb-b2ed-48b5a763eef9,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:13.395793 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d04922-701b-4549-8297-6bdab5901fbc req-e8b457bc-07ac-455a-ade5-d6e63874e956 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:13.404142 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f0d04922-701b-4549-8297-6bdab5901fbc req-e8b457bc-07ac-455a-ade5-d6e63874e956 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0886338 Jul 28 03:42:13.520381 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f0d04922-701b-4549-8297-6bdab5901fbc req-15daf09e-aa6b-4081-8a4b-f1c476b616a9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148064 Jul 28 03:42:13.588382 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5379a-0fe5-40f8-a03a-e54e333c6464 req-48290157-0c75-40cf-a462-0644e809fc61 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:13.600119 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-38b5379a-0fe5-40f8-a03a-e54e333c6464 req-48290157-0c75-40cf-a462-0644e809fc61 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1101704 Jul 28 03:42:13.658288 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-38b5379a-0fe5-40f8-a03a-e54e333c6464 req-2e7cf529-f086-4308-9536-358013e95d15 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563457 Jul 28 03:42:14.689924 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52b4de-0fed-40e0-b052-89e055051c4f req-cf767033-1bc3-48b2-816f-ad9be24bd712 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:14.692158 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2c52b4de-0fed-40e0-b052-89e055051c4f req-cf767033-1bc3-48b2-816f-ad9be24bd712 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0591996 Jul 28 03:42:14.768725 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2c52b4de-0fed-40e0-b052-89e055051c4f req-190bce86-6214-4a6f-b963-7fc08c4ded12 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697761 Jul 28 03:42:14.819607 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54586) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:14.835719 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0282240-d207-4f46-99ba-2b61ec0fda7a req-887d8048-8c25-4e63-a124-eac563acd841 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:14.845968 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d0282240-d207-4f46-99ba-2b61ec0fda7a req-887d8048-8c25-4e63-a124-eac563acd841 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1169980 Jul 28 03:42:14.879951 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Deleting subnet 50ae8c10-d08a-4d1c-abcf-136474db342c {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:14.883491 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.889317 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d0282240-d207-4f46-99ba-2b61ec0fda7a req-0d4416aa-cf4e-4384-8a33-9881883f7a88 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Jul 28 03:42:14.919761 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10582778'] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.961999 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.030456 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10544480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11392873'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.063584 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ae8c10-d08a-4d1c-abcf-136474db342c,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:15.070819 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.073381 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3e26f6f3-954e-49ff-91a7-dc9c7c4497b9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50ae8c10-d08a-4d1c-abcf-136474db342c HTTP/1.1" status: 204 len: 168 time: 0.2523260 Jul 28 03:42:15.075823 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54596) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:15.149837 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.233491 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.245313 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15141d47-90ed-48b2-8de2-b58bd83b4f33']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:15.257511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62172d4-f2dc-44ba-b779-20b9e2bd811e') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:15.257779 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62172d4-f2dc-44ba-b779-20b9e2bd811e') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:15.267029 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.286067 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.292944 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:15.293529 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:15.295377 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:15.365474 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.370891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.373075 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/15141d47-90ed-48b2-8de2-b58bd83b4f33 HTTP/1.1" status: 204 len: 168 time: 0.2960227 Jul 28 03:42:15.383750 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d58ce-905a-4802-9e6c-c5fa90e177d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=15141d47-90ed-48b2-8de2-b58bd83b4f33,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:15.556756 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54606) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:15.604757 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-cfb63215-9f9d-4d1c-826c-301d27a81f81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=860884dc847b42608cdee9fe8f0fa6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444663 Jul 28 03:42:15.605115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54608) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:15.654375 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.676120 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.726754 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.730080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.731344 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45669564-2d9e-4e01-a194-a271aeb38e39 HTTP/1.1" status: 204 len: 168 time: 0.1251912 Jul 28 03:42:15.739823 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a977a-f5b2-4ff5-9247-574645066d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45669564-2d9e-4e01-a194-a271aeb38e39,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:15.927641 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25c9f5-af4a-4e16-9d8f-73618abfcaf6 req-39036531-1b13-43bb-bacd-d908b3bfb4db tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:15.929330 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cf25c9f5-af4a-4e16-9d8f-73618abfcaf6 req-39036531-1b13-43bb-bacd-d908b3bfb4db tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0541244 Jul 28 03:42:15.995878 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cf25c9f5-af4a-4e16-9d8f-73618abfcaf6 req-bed4d7aa-4623-417e-a3cd-1723e6d1ee72 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395634 Jul 28 03:42:16.054550 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c0ac7-e5e9-49c7-ba08-403e1576a29a req-28a9a802-32db-4e96-a245-9652a0710b69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:16.056811 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a83c0ac7-e5e9-49c7-ba08-403e1576a29a req-28a9a802-32db-4e96-a245-9652a0710b69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0662951 Jul 28 03:42:16.107845 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a83c0ac7-e5e9-49c7-ba08-403e1576a29a req-0c84d209-5bee-4072-bd45-aca1b4179eee tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Jul 28 03:42:16.503928 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54638) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:16.630705 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-827062294-network', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:16.651411 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Made reservation on behalf of 0f70cda9caa3427f8086a3872ad958ef for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:16.654257 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.665688 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.771963 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.775593 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.799202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:42:16.807484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da45706-e810-4132-bba9-0684f38d6d51,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:16.813416 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.813883 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Added segment 624c2972-a24c-45be-b646-6565857b9078 of type vlan for network 33c5dbf3-3669-462f-8e1b-3302a73c83af Jul 28 03:42:16.872262 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.912419 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.913500 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:16.914020 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:16.975898 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4706283 Jul 28 03:42:16.978701 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54644) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:16.983906 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Request body: {'subnet': {'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-827062294-subnet', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:16.991909 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3295d-66c1-4e7d-b9b4-fabb4cb6372c admin admin] Pushing event updated for resources: {'Network': ['ID=33c5dbf3-3669-462f-8e1b-3302a73c83af,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:17.002941 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:42:17.010401 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Made reservation on behalf of 0f70cda9caa3427f8086a3872ad958ef for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:17.013465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.167884 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cd49d-4854-4cd2-8715-77e70e1ee391 req-2fc8f6fe-eb8f-4bc9-8cd2-8aaf3a965c50 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:17.170344 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ef6cd49d-4854-4cd2-8715-77e70e1ee391 req-2fc8f6fe-eb8f-4bc9-8cd2-8aaf3a965c50 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0807245 Jul 28 03:42:17.287918 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0021a4-60a1-4a9e-a9d1-7736b63ab51c req-2db0bd20-cc57-4333-bbd6-9b519d1e5e34 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:17.290331 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3d0021a4-60a1-4a9e-a9d1-7736b63ab51c req-2db0bd20-cc57-4333-bbd6-9b519d1e5e34 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0672019 Jul 28 03:42:17.344765 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3d0021a4-60a1-4a9e-a9d1-7736b63ab51c req-41bbd6ab-b3b1-46f5-ba25-34af6e3e1f5b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Jul 28 03:42:17.576843 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ef6cd49d-4854-4cd2-8715-77e70e1ee391 req-60e9d0be-82ed-46a9-985c-00914ec4e223 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3956146 Jul 28 03:42:17.578558 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.633535 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c32209e-10a9-4a71-85bb-c5d55aff5277,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:17.645374 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Checking segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:17.646155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Network hostable DHCP agents. Network: 33c5dbf3-3669-462f-8e1b-3302a73c83af, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:42:17.667207 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:42:17.677060 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 33c5dbf3-3669-462f-8e1b-3302a73c83af) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:17.681004 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:17.681588 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.686842 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ccc51-21bc-4bb8-a1e0-0c1fb82a970a None None] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:17.697359 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a8e7b20e-7523-41a8-9a44-b51c79becfe8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7171197 Jul 28 03:42:17.699765 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54650) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:17.706467 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:17.741602 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.742936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.820560 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:17.926102 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-33c5dbf3-3669-462f-8e1b-3302a73c83af', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:42:17.927488 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.004378 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.096106 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Allocated IP 172.20.0.2 (33c5dbf3-3669-462f-8e1b-3302a73c83af/1c32209e-10a9-4a71-85bb-c5d55aff5277/3aa36fcb-7851-4bef-a911-3e1d7ca3332f) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:18.245207 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.264918 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.397397 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Allocated IP 172.28.3.155 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/401a4d9d-af4d-4032-9ab2-192d073ba22c) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:18.462582 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.478051 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Transition to ACTIVE for port object 3aa36fcb-7851-4bef-a911-3e1d7ca3332f will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:18.505980 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49388-4081-4f46-a786-e923001d6c32 req-d263d64c-f473-4691-ba0b-43e93179be16 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:18.507648 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d8c49388-4081-4f46-a786-e923001d6c32 req-d263d64c-f473-4691-ba0b-43e93179be16 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0645187 Jul 28 03:42:18.530601 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Transition to ACTIVE for port object 3aa36fcb-7851-4bef-a911-3e1d7ca3332f will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:18.547357 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.569718 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.588179 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d8c49388-4081-4f46-a786-e923001d6c32 req-3772c13b-68f4-4bf9-b4cb-ed052d5306df tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Jul 28 03:42:18.600698 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:18.602404 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:18.614366 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:18.638525 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Pushing event updated for resources: {'Port': ['ID=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:18.651014 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.692529 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:18.695859 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:18.709857 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:18.711336 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Attempting to bind port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:18.713881 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Attempting to bind port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:18.713881 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Attempting to bind port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f on network 33c5dbf3-3669-462f-8e1b-3302a73c83af {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:18.719610 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:18.720062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Checking segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:18.720382 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.720785 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Bound using segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:18.721234 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Bound port: 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:18.721613 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.740404 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Pushing event updated for resources: {'Port': ['ID=401a4d9d-af4d-4032-9ab2-192d073ba22c,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:18.821479 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] For port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:18.825953 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] For port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:18.833799 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:18.871919 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20797ef-034f-474e-9843-d8d9fcd6d400 req-66d28557-3d3a-47f6-83ba-db210b5cd555 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:18.873695 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d20797ef-034f-474e-9843-d8d9fcd6d400 req-66d28557-3d3a-47f6-83ba-db210b5cd555 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1580927 Jul 28 03:42:18.893599 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649155d7-69be-4724-847b-37d2a2ebb8fd None None] Pushing event updated for resources: {'Port': ['ID=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:18.985890 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d20797ef-034f-474e-9843-d8d9fcd6d400 req-27e1e106-3028-4e4a-b20d-f486f51c4e07 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855570 Jul 28 03:42:19.083485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:19.366128 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:19.520243 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Router 5a49a427-a3f6-4266-b629-cc713e658b63 is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:42:19.656966 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:19.667201 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Sync routers for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:19.675720 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:19.677238 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1224ac9a-c826-4026-9998-cfbf9f675b05 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9760525 Jul 28 03:42:19.678465 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:19.679100 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:19.679930 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54662) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:19.816473 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:19.818767 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e61ff-d3aa-4e15-994b-9f33085de909 req-a24f4cf3-8760-422e-941f-635871d57df3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:19.825126 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c39e61ff-d3aa-4e15-994b-9f33085de909 req-a24f4cf3-8760-422e-941f-635871d57df3 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1409698 Jul 28 03:42:19.928859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3aa36fcb-7851-4bef-a911-3e1d7ca3332f up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:19.979619 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c39e61ff-d3aa-4e15-994b-9f33085de909 req-9a4d3597-f87e-412e-979b-dd13f41765ab tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478760 Jul 28 03:42:20.032181 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:20.155972 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:18Z', 'revision_number': 3, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:20.186010 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Checking router: 5a49a427-a3f6-4266-b629-cc713e658b63 for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:20.186703 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Updating router 5a49a427-a3f6-4266-b629-cc713e658b63 port 401a4d9d-af4d-4032-9ab2-192d073ba22c binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:42:20.220422 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.258483 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd3281-65d8-4466-bcd6-17eebee140a6 req-3820eea2-0c30-4099-8aef-87f1341a7eea tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:20.274907 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50973206-2726-4ccf-831c-0706a8f15cd9 None None] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:20.288276 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ecd3281-65d8-4466-bcd6-17eebee140a6 req-3820eea2-0c30-4099-8aef-87f1341a7eea tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1488488 Jul 28 03:42:20.379917 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1ecd3281-65d8-4466-bcd6-17eebee140a6 req-914ac966-8bb7-4763-8734-7f9c51e9d62d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903835 Jul 28 03:42:20.444205 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Provisioning for port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:20.455184 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Provisioning complete for port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:20.455595 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.635844 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.687052 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] For port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:20.705187 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.760359 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.782958 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Transition to ACTIVE for port object 401a4d9d-af4d-4032-9ab2-192d073ba22c will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:20.818108 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb8649-0052-4b5e-a71a-a985e29733e8 None None] Pushing event updated for resources: {'Port': ['ID=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:20.856038 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.899170 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Attempting to bind port 401a4d9d-af4d-4032-9ab2-192d073ba22c on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:20.901842 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Attempting to bind port 401a4d9d-af4d-4032-9ab2-192d073ba22c by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:20.903053 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Attempting to bind port 401a4d9d-af4d-4032-9ab2-192d073ba22c on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:20.937673 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:20.939912 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:20.947353 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.948135 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:20.948956 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Bound port: 401a4d9d-af4d-4032-9ab2-192d073ba22c, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:20.949828 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.036996 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Pushing event updated for resources: {'Port': ['ID=401a4d9d-af4d-4032-9ab2-192d073ba22c,revision_number=2']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:21.057441 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.057864 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.058278 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.058709 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.059120 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.059655 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.060075 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.060448 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.060842 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.061274 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.061664 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.062054 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:21.071870 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.088602 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] For port 401a4d9d-af4d-4032-9ab2-192d073ba22c, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:21.131384 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] For port 401a4d9d-af4d-4032-9ab2-192d073ba22c, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=401a4d9d-af4d-4032-9ab2-192d073ba22c,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:21.140552 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-b8743c61-80ab-4c01-9fa3-c73fb1d60b9b None None] Provisioning complete for port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:21.141707 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-b8743c61-80ab-4c01-9fa3-c73fb1d60b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.147171 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.166371 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958161-bff8-4651-93ca-e68cf0b30f5d req-c42a4e60-a8a8-40a0-b29a-e51455182998 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:21.192267 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5c958161-bff8-4651-93ca-e68cf0b30f5d req-c42a4e60-a8a8-40a0-b29a-e51455182998 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0850298 Jul 28 03:42:21.220482 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:21.221133 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.243400 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5c958161-bff8-4651-93ca-e68cf0b30f5d req-3253b0fe-7f8f-4f59-8996-0ccc682f9295 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Jul 28 03:42:21.310487 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd02d4d-e170-472b-91f1-eeba7eea13b3 None None] Pushing event updated for resources: {'Port': ['ID=401a4d9d-af4d-4032-9ab2-192d073ba22c,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:21.314229 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Allocated IP 172.20.0.1 (33c5dbf3-3669-462f-8e1b-3302a73c83af/1c32209e-10a9-4a71-85bb-c5d55aff5277/733b3473-3680-496b-a5ea-ce42eea7690a) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:21.406199 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:21.424859 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.438027 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Transition to ACTIVE for port object 733b3473-3680-496b-a5ea-ce42eea7690a will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:21.481974 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.553088 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:21.560072 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:21.562751 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Pushing event updated for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:21.564976 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:21.573727 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c27c-1620-448c-a229-69102c67874d req-ec37c6df-21fe-4d1e-96f4-dd40a17e0379 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:21.575871 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2dd8c27c-1620-448c-a229-69102c67874d req-ec37c6df-21fe-4d1e-96f4-dd40a17e0379 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.1054018 Jul 28 03:42:21.601115 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:18Z', 'revision_number': 3, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.633037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.634208 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b6f01-af24-40c5-b950-76f85d5b6b7b None None] The sync data for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb is: [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:18Z', 'revision_number': 3, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:21.676184 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2dd8c27c-1620-448c-a229-69102c67874d req-54611a75-423d-443b-9278-82c1670f7c76 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812802 Jul 28 03:42:21.780571 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.796921 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3aa36fcb-7851-4bef-a911-3e1d7ca3332f up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:21.852158 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-60bff05d-8ef6-4dbd-a310-52937e577da8 None None] Provisioning for port 733b3473-3680-496b-a5ea-ce42eea7690a completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:21.857714 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-60bff05d-8ef6-4dbd-a310-52937e577da8 None None] Provisioning complete for port 733b3473-3680-496b-a5ea-ce42eea7690a triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:21.857929 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-60bff05d-8ef6-4dbd-a310-52937e577da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.883312 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:21.883312 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.947475 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-60bff05d-8ef6-4dbd-a310-52937e577da8 None None] Port 733b3473-3680-496b-a5ea-ce42eea7690a cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:22.002916 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.008937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.078157 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Pushing event updated for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:22.080792 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.178187 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:22.179744 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:22.322922 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Router 5a49a427-a3f6-4266-b629-cc713e658b63 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:22.408473 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bcf4e-2edb-41e2-a34e-a23f6ebb9df5 req-7aa7b980-2bfc-49f2-99e6-8a4c0de4e6d0 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.410106 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-742bcf4e-2edb-41e2-a34e-a23f6ebb9df5 req-7aa7b980-2bfc-49f2-99e6-8a4c0de4e6d0 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0533092 Jul 28 03:42:22.462039 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-742bcf4e-2edb-41e2-a34e-a23f6ebb9df5 req-581cf2fe-16a9-48a3-9543-690f265f130a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Jul 28 03:42:22.467868 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:22.475613 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d643ce34-e0e5-4d22-828f-dc8ef17b8638 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a49a427-a3f6-4266-b629-cc713e658b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931030 Jul 28 03:42:22.475946 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-63c3c5de-b445-49ee-ac30-dc3dbae28d8c None None] Provisioning complete for port 733b3473-3680-496b-a5ea-ce42eea7690a triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:22.476581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-63c3c5de-b445-49ee-ac30-dc3dbae28d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.530053 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-63c3c5de-b445-49ee-ac30-dc3dbae28d8c None None] Port 733b3473-3680-496b-a5ea-ce42eea7690a cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:22.816889 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8fc0d-2268-469a-9d90-302102862415 req-d686f6be-898a-4540-ba51-79e54da8a2ac tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.818971 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fc8fc0d-2268-469a-9d90-302102862415 req-d686f6be-898a-4540-ba51-79e54da8a2ac tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0608196 Jul 28 03:42:22.862356 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fc8fc0d-2268-469a-9d90-302102862415 req-8c2eec76-cb50-4e16-b601-523ed5e75248 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363913 Jul 28 03:42:23.008376 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54696) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:23.014028 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1375642466-network', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:23.042139 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Made reservation on behalf of e93c2593fcc1470ca57cc0133c1d6ab2 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:23.046864 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.055690 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.149194 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.152726 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.183299 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:42:23.189538 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4151a-625a-4737-839a-113121c4f8d0,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.203000 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.203445 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Added segment bc51094b-2739-4241-bfb3-9a62b65f4df2 of type vlan for network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 Jul 28 03:42:23.246500 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.275366 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.276320 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:23.276906 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.326899 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3174322 Jul 28 03:42:23.329817 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54698) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:23.335540 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Request body: {'subnet': {'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1375642466-subnet', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:23.335891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43607dd2-8d7c-4883-9db2-8142b6dbd1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee35ee4-d277-43c7-817f-3f2c1d36bf25,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.345908 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:42:23.357869 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Made reservation on behalf of e93c2593fcc1470ca57cc0133c1d6ab2 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:23.361176 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.429084 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Sync routers for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:23.439226 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:23.440023 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:23.559823 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.565327 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:23.604125 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d6e3b-9d35-4fcb-ac28-95b75a4ec414 req-ad810f5d-89d5-473a-abbd-20ec3cd2a56f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:23.611886 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3b9d6e3b-9d35-4fcb-ac28-95b75a4ec414 req-ad810f5d-89d5-473a-abbd-20ec3cd2a56f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0674198 Jul 28 03:42:23.615168 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a5acb6-e1e6-441f-96c7-89832c9e9af4,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.635134 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Checking segment: {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:23.635972 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Network hostable DHCP agents. Network: 1ee35ee4-d277-43c7-817f-3f2c1d36bf25, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:42:23.654552 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3b9d6e3b-9d35-4fcb-ac28-95b75a4ec414 req-81a2eb7a-6ef1-4ffe-a83d-a0e11fee11aa tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jul 28 03:42:23.660742 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:42:23.677204 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 1ee35ee4-d277-43c7-817f-3f2c1d36bf25) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:23.681711 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:23.682499 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.688025 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359eb89e-42d1-4ba4-8d9d-b4355400bcca None None] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:23.697437 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9162cf99-4538-45d1-8583-6c866dc9102c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3660250 Jul 28 03:42:23.700138 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54704) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:23.704551 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:23.725767 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.726925 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.804388 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.838976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 401a4d9d-af4d-4032-9ab2-192d073ba22c up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:23.936962 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 2, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:23.940206 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 401a4d9d-af4d-4032-9ab2-192d073ba22c completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:23.953160 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.971269 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'fixed_ips': [{'subnet_id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:42:23.972153 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.976003 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 401a4d9d-af4d-4032-9ab2-192d073ba22c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:23.976370 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.978022 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Checking router: 5a49a427-a3f6-4266-b629-cc713e658b63 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:23.978359 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Updating router 5a49a427-a3f6-4266-b629-cc713e658b63 port 733b3473-3680-496b-a5ea-ce42eea7690a binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:42:24.034586 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e142e-061f-4cdb-aba6-0ba5f8a70010 req-f8b0335f-737b-49e9-af7c-dde9c09dc38f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:24.036097 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c55e142e-061f-4cdb-aba6-0ba5f8a70010 req-f8b0335f-737b-49e9-af7c-dde9c09dc38f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 944 time: 0.0969388 Jul 28 03:42:24.044870 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.091223 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c55e142e-061f-4cdb-aba6-0ba5f8a70010 req-f4e20a8a-3fee-4487-8aeb-2eefd0f2ba5a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487154 Jul 28 03:42:24.102254 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:42:24.226349 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.249080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.359440 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Allocated IP 172.28.3.127 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:24.470858 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.475941 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Allocated IP 172.20.0.2 (1ee35ee4-d277-43c7-817f-3f2c1d36bf25/d4a5acb6-e1e6-441f-96c7-89832c9e9af4/19c160df-f14c-4c07-ac22-cded32533285) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:24.489229 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.528696 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.551341 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 401a4d9d-af4d-4032-9ab2-192d073ba22c, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=401a4d9d-af4d-4032-9ab2-192d073ba22c,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:24.567799 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:24.569671 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.572049 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:24.576063 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:24.602304 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Pushing event updated for resources: {'Port': ['ID=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:24.645798 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:24.683055 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '584ef76e-df7a-4659-9764-693c4282029c', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': '584ef76e-df7a-4659-9764-693c4282029c', 'mac_address': 'fa:16:3e:bf:73:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:42:24.723040 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=401a4d9d-af4d-4032-9ab2-192d073ba22c,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:24.799001 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811608-1fd4-48d6-aaa9-d91afa20fc78 req-e9253956-f6a7-406e-884c-a6556b5f9047 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:24.800710 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-09811608-1fd4-48d6-aaa9-d91afa20fc78 req-e9253956-f6a7-406e-884c-a6556b5f9047 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0663679 Jul 28 03:42:24.800830 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.840626 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-09811608-1fd4-48d6-aaa9-d91afa20fc78 req-2dac8c68-fc10-4d79-be32-a470f64295ed tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334408 Jul 28 03:42:24.848955 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.865863 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:42:24.899885 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.902843 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:24.914094 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.918628 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.924533 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Transition to ACTIVE for port object 19c160df-f14c-4c07-ac22-cded32533285 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:24.953821 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Transition to ACTIVE for port object 733b3473-3680-496b-a5ea-ce42eea7690a will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:24.969255 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.976678 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Transition to ACTIVE for port object 19c160df-f14c-4c07-ac22-cded32533285 will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:24.996837 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.009771 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=9']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:25.045416 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:25.052467 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:25.070728 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:25.108889 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3b4c8-9936-4030-9259-b162a94af988 None None] Pushing event updated for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:25.201608 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Attempting to bind port 733b3473-3680-496b-a5ea-ce42eea7690a on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:25.201989 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Attempting to bind port 733b3473-3680-496b-a5ea-ce42eea7690a by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:25.202356 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Attempting to bind port 733b3473-3680-496b-a5ea-ce42eea7690a on network 33c5dbf3-3669-462f-8e1b-3302a73c83af {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:25.226556 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:25.226969 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Checking segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:25.227359 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.227865 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Bound using segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:25.228454 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Bound port: 733b3473-3680-496b-a5ea-ce42eea7690a, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:25.228860 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.235749 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Pushing event updated for resources: {'Port': ['ID=19c160df-f14c-4c07-ac22-cded32533285,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:25.250762 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Attempting to bind port 19c160df-f14c-4c07-ac22-cded32533285 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:25.251129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Attempting to bind port 19c160df-f14c-4c07-ac22-cded32533285 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:25.251528 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Attempting to bind port 19c160df-f14c-4c07-ac22-cded32533285 on network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:25.261174 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:25.261589 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Checking segment: {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:25.261999 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.262399 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Bound using segment: {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:25.262871 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Bound port: 19c160df-f14c-4c07-ac22-cded32533285, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:25.263258 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.322964 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.341121 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278758a6-34bc-46cc-9e94-3040add3d3f9 req-60881684-0334-408f-92b9-91ec37f7bd42 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:25.341745 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['584ef76e-df7a-4659-9764-693c4282029c'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:25.342594 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-278758a6-34bc-46cc-9e94-3040add3d3f9 req-60881684-0334-408f-92b9-91ec37f7bd42 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.0665853 Jul 28 03:42:25.379116 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] For port 733b3473-3680-496b-a5ea-ce42eea7690a, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:25.400950 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] For port 733b3473-3680-496b-a5ea-ce42eea7690a, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=733b3473-3680-496b-a5ea-ce42eea7690a,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:25.416639 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.446188 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-278758a6-34bc-46cc-9e94-3040add3d3f9 req-b4504d1c-7ed1-442f-ab02-e6a361c2e406 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697381 Jul 28 03:42:25.459206 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] For port 19c160df-f14c-4c07-ac22-cded32533285, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:25.489911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] For port 19c160df-f14c-4c07-ac22-cded32533285, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=19c160df-f14c-4c07-ac22-cded32533285,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:25.510344 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Router 1cdafbb5-a554-471a-b9e3-2286b192911f is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:42:25.520482 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.530725 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:25.531492 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:25.617442 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3b4c8-9936-4030-9259-b162a94af988 None None] Pushing event updated for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:25.645202 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:25.657313 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Sync routers for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:25.668279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.672312 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-f096bfb2-1b82-4356-b686-fa30bf253bda admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9686422 Jul 28 03:42:25.672616 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54716) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:25.673813 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:25.674690 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:25.766499 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979d27-1322-4b35-90aa-a1b0ffd21b00 None None] Pushing event updated for resources: {'Port': ['ID=19c160df-f14c-4c07-ac22-cded32533285,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:25.786950 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:25.816846 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:42:25.847532 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 401a4d9d-af4d-4032-9ab2-192d073ba22c up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:25.852961 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:26.032811 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9011-61dd-448a-bba0-15e0758e99c1 req-eda5bef2-b5c5-4aa3-932f-687061c8c257 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.034385 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-782f9011-61dd-448a-bba0-15e0758e99c1 req-eda5bef2-b5c5-4aa3-932f-687061c8c257 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0580330 Jul 28 03:42:26.080377 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 401a4d9d-af4d-4032-9ab2-192d073ba22c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:26.080894 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.112649 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-782f9011-61dd-448a-bba0-15e0758e99c1 req-a75abd17-e7ff-4eb7-ac76-e3acd074ca44 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Jul 28 03:42:26.154907 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 3, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:26.180839 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Checking router: 1cdafbb5-a554-471a-b9e3-2286b192911f for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:26.181211 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Updating router 1cdafbb5-a554-471a-b9e3-2286b192911f port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:42:26.205096 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.245067 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:25Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:26.277998 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57e0ce-3443-4a81-84f8-d3d4ae53aac1 None None] The sync data for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb is: [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:25Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:26.279273 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.478316 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Allocated IP 172.20.0.1 (1ee35ee4-d277-43c7-817f-3f2c1d36bf25/d4a5acb6-e1e6-441f-96c7-89832c9e9af4/f59239fe-b78c-4da7-bfa4-a6712274edd6) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:26.574828 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.609493 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Transition to ACTIVE for port object 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:26.625771 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.681095 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72e722-087f-499f-960a-ea7d4b8fb3e8 req-adab6153-5cde-46d3-890b-6332822a03de tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.688631 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-df72e722-087f-499f-960a-ea7d4b8fb3e8 req-adab6153-5cde-46d3-890b-6332822a03de tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.1212404 Jul 28 03:42:26.694806 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Attempting to bind port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:26.695404 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Attempting to bind port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:26.695559 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Attempting to bind port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:26.701240 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.705760 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:26.706143 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:26.706551 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.707116 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:26.707798 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Bound port: 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:26.708390 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.743838 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2597-3365-4fc9-8102-7ecafc5323c1 None None] Pushing event updated for resources: {'Port': ['ID=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,revision_number=2']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:26.754446 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-df72e722-087f-499f-960a-ea7d4b8fb3e8 req-a46c92c7-59ea-45a2-9e92-3b2488b174b3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649259 Jul 28 03:42:26.756551 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Transition to ACTIVE for port object f59239fe-b78c-4da7-bfa4-a6712274edd6 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:26.790110 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] For port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:26.794280 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] For port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:26.800045 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.815249 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.869379 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:26.875454 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:26.880178 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:26.883338 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Pushing event updated for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:26.885017 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:26.885885 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:26.889832 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2597-3365-4fc9-8102-7ecafc5323c1 None None] Pushing event updated for resources: {'Port': ['ID=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:26.920833 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.980778 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f6584-99e9-4d5f-9ec0-afa9f6479ae0 None None] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:27.079139 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.112391 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:27.189521 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-2f4dab2c-30f2-44e7-9676-5f19c04be354 None None] Provisioning for port 19c160df-f14c-4c07-ac22-cded32533285 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:27.293508 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1d1b1-f406-428f-8303-cbb4ba38d65a req-42e73dda-0c94-40cf-999f-eee043aa00e6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:27.301418 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-82b1d1b1-f406-428f-8303-cbb4ba38d65a req-42e73dda-0c94-40cf-999f-eee043aa00e6 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0850227 Jul 28 03:42:27.359698 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-82b1d1b1-f406-428f-8303-cbb4ba38d65a req-04248e99-592b-4aa0-b8a3-003c01773014 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Jul 28 03:42:27.361603 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.371656 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.379877 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 3, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:27.410696 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0717cc-fa1a-4250-abfe-fe2cc174cf5c None None] The sync data for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb is: [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 3, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:27.452096 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.458126 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Pushing event updated for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:27.569405 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:27.575082 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:27.646070 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-da80d28c-6b16-4b87-8e71-39241531c875 None None] Provisioning for port f59239fe-b78c-4da7-bfa4-a6712274edd6 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:27.656925 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-da80d28c-6b16-4b87-8e71-39241531c875 None None] Provisioning complete for port f59239fe-b78c-4da7-bfa4-a6712274edd6 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:27.657663 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-da80d28c-6b16-4b87-8e71-39241531c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.712204 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-da80d28c-6b16-4b87-8e71-39241531c875 None None] Port f59239fe-b78c-4da7-bfa4-a6712274edd6 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:27.712823 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Router 1cdafbb5-a554-471a-b9e3-2286b192911f has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:27.865370 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-a3bd07b9-4910-4ae1-ae24-ecfbea489538 None None] Provisioning complete for port f59239fe-b78c-4da7-bfa4-a6712274edd6 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:27.865977 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a3bd07b9-4910-4ae1-ae24-ecfbea489538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:27.892249 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:27.928387 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c5100e7e-7f10-45db-a337-0a1fa74a8575 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cdafbb5-a554-471a-b9e3-2286b192911f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2545130 Jul 28 03:42:27.967064 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd07b9-4910-4ae1-ae24-ecfbea489538 None None] Port f59239fe-b78c-4da7-bfa4-a6712274edd6 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:28.000531 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c94d7-9d50-4d2c-acc9-a5f293beea2b req-c9f1b315-aa9f-4c8d-97c8-42cfe6cde886 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:28.002396 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f57c94d7-9d50-4d2c-acc9-a5f293beea2b req-c9f1b315-aa9f-4c8d-97c8-42cfe6cde886 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 945 time: 0.1355121 Jul 28 03:42:28.030036 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 733b3473-3680-496b-a5ea-ce42eea7690a up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:28.064293 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f57c94d7-9d50-4d2c-acc9-a5f293beea2b req-839d379f-2900-4875-938f-e69898641fa3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532489 Jul 28 03:42:28.082728 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:28.160554 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 733b3473-3680-496b-a5ea-ce42eea7690a completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:28.165031 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 584ef76e-df7a-4659-9764-693c4282029c triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:28.165387 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.168779 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 733b3473-3680-496b-a5ea-ce42eea7690a triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:28.168779 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.256491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-e26fb961-8713-4dcc-9253-235703749fb2 None None] Provisioning complete for port f59239fe-b78c-4da7-bfa4-a6712274edd6 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:28.256855 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e26fb961-8713-4dcc-9253-235703749fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.310452 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-e26fb961-8713-4dcc-9253-235703749fb2 None None] Port f59239fe-b78c-4da7-bfa4-a6712274edd6 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:28.375961 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.390906 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.427504 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:28.428937 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:28.431669 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0e0771-84c7-4238-a6ac-122725104532" -d '{"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:28.442857 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.497087 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 733b3473-3680-496b-a5ea-ce42eea7690a, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=733b3473-3680-496b-a5ea-ce42eea7690a,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:28.506511 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.508097 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 19c160df-f14c-4c07-ac22-cded32533285 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:28.526369 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89af7db-9255-406f-a2c6-9ab3d27151b4 req-6113496a-9ac6-4648-a7a6-e2cabc39a114 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:28.528613 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c89af7db-9255-406f-a2c6-9ab3d27151b4 req-6113496a-9ac6-4648-a7a6-e2cabc39a114 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0899370 Jul 28 03:42:28.553119 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=10']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:28.579767 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c89af7db-9255-406f-a2c6-9ab3d27151b4 req-c3576657-3a30-48a4-af0b-cf5f26b67dab tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Jul 28 03:42:28.624110 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0fae20-cad9-4814-a310-d91312d98166 x-openstack-request-id: req-ba0fae20-cad9-4814-a310-d91312d98166 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:28.624402 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-plugged", "status": "completed", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:28.624658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba0fae20-cad9-4814-a310-d91312d98166 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:28.625049 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'code': 200} Jul 28 03:42:28.631086 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 19c160df-f14c-4c07-ac22-cded32533285 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:28.638554 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 19c160df-f14c-4c07-ac22-cded32533285 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:28.639148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.641471 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:28.695219 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54752) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:28.700366 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964404583', 'description': 'tempest-secgroup-smoke-1964404583 description', 'project_id': '0f70cda9caa3427f8086a3872ad958ef'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:28.719045 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.724133 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.755292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 19c160df-f14c-4c07-ac22-cded32533285, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=19c160df-f14c-4c07-ac22-cded32533285,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:28.759265 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.806183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.810021 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=19c160df-f14c-4c07-ac22-cded32533285,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:28.810752 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.836933 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.838129 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1418922 Jul 28 03:42:28.841687 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54756) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:28.846445 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:28.846769 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf6a94-688f-4107-9821-45ff9bc3033d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70dffb7-226a-48ed-9b10-1c6df74c68ba,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:28.881630 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.927488 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.930661 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.945830 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7242fbd6-0018-44d8-bdc1-48401bc0aa0b,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:28.956345 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:28.958000 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-131ae836-607a-489c-ad89-4ea9a090cb5e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151671 Jul 28 03:42:28.960632 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54758) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:28.965705 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:28.990230 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.056067 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.060145 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.080529 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ceed6b-59cf-455f-b5b7-7d7a5786ddae,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:29.088106 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.089276 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-acd8796e-d2ca-4629-a49f-469245d77fa4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277320 Jul 28 03:42:29.092065 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54760) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:29.096448 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:29.127567 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.203533 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.207687 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.228470 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8836be-3f8b-4a8f-ba78-f85f62778328,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:29.229659 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a32df-4453-407c-b42c-1a24d8036679 req-c9fd090a-ada6-43c6-9bac-9412b8ceb6e7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:29.231860 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-823a32df-4453-407c-b42c-1a24d8036679 req-c9fd090a-ada6-43c6-9bac-9412b8ceb6e7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0618155 Jul 28 03:42:29.243395 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.244578 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e68828a7-e49d-4a76-a139-da14bd79d1fc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515942 Jul 28 03:42:29.247412 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 54766) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:29.252146 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:29.280243 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.300692 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-823a32df-4453-407c-b42c-1a24d8036679 req-80087a99-a8d9-4f4a-b151-087bb02cc71e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591028 Jul 28 03:42:29.304612 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169db8d-fcb4-4613-b641-eb5ee7a5a161 req-7baecd5a-efbb-4247-945c-2732572fe032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:29.307206 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7169db8d-fcb4-4613-b641-eb5ee7a5a161 req-7baecd5a-efbb-4247-945c-2732572fe032 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 1100 time: 0.0738161 Jul 28 03:42:29.344197 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.345647 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7169db8d-fcb4-4613-b641-eb5ee7a5a161 req-7f19eb51-ecd1-42ed-90a8-f49b02d126f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294170 Jul 28 03:42:29.348276 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.366462 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f882ccfe-fd17-4998-808e-cb0dd04c641b,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:29.372339 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.373660 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b2452f6c-51db-497e-b708-d548653679c6 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250210 Jul 28 03:42:29.376699 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54768) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:29.381407 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:29.403719 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.securitygroups_db [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Project 0f70cda9caa3427f8086a3872ad958ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:42:29.408476 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.459179 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.462469 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.480280 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7c7d7c-4001-4db7-a71c-378cda78897f,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:29.490462 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.491811 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-96be793c-f5b9-45b9-9a3e-7b8cf2ba0597 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1140032 Jul 28 03:42:29.494471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54770) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:29.499287 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'security_group_rule': {'security_group_id': 'e70dffb7-226a-48ed-9b10-1c6df74c68ba', 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:29.514915 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Sync routers for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:29.524206 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.securitygroups_db [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Project 0f70cda9caa3427f8086a3872ad958ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:42:29.525530 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:29.526156 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:29.529645 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.600107 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.606332 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.625013 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e74434f-a79a-4165-98ec-3d774fc22430,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:29.630991 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:29.632240 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-4ae682a6-0609-4cd6-939d-c94f7c466043 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368251 Jul 28 03:42:29.653092 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:29.705322 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049f1b0-e825-4af1-a0f9-c3b5bca3f3ff req-cdbf1f75-6230-4440-80b6-dc871158c248 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:29.707116 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b049f1b0-e825-4af1-a0f9-c3b5bca3f3ff req-cdbf1f75-6230-4440-80b6-dc871158c248 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0525789 Jul 28 03:42:29.762643 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b049f1b0-e825-4af1-a0f9-c3b5bca3f3ff req-ba136c84-1811-4258-be87-e44091abb200 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Jul 28 03:42:29.872074 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:27Z', 'revision_number': 4, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'f59239fe-b78c-4da7-bfa4-a6712274edd6', 'name': '', 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'mac_address': 'fa:16:3e:04:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:26Z', 'updated_at': '2021-07-28T03:42:27Z', 'revision_number': 2, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'subnets': [{'id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:29.919603 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Checking router: 1cdafbb5-a554-471a-b9e3-2286b192911f for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:29.919603 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Updating router 1cdafbb5-a554-471a-b9e3-2286b192911f port f59239fe-b78c-4da7-bfa4-a6712274edd6 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:42:29.940817 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:29.969067 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.084159 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:30.087421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:30.087804 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.244497 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.276287 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:30.283866 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.284760 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 19c160df-f14c-4c07-ac22-cded32533285 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:30.396753 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.406108 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:30.414869 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Transition to ACTIVE for port object f59239fe-b78c-4da7-bfa4-a6712274edd6 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:30.419872 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92fc6-9980-4f3a-91ea-8352655ca0cc req-5e3752ec-e6f3-4b84-b9df-7081391274f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:30.421538 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f8a92fc6-9980-4f3a-91ea-8352655ca0cc req-5e3752ec-e6f3-4b84-b9df-7081391274f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0489929 Jul 28 03:42:30.422292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.457439 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 19c160df-f14c-4c07-ac22-cded32533285 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:30.457439 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.462361 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f8a92fc6-9980-4f3a-91ea-8352655ca0cc req-a5bccda9-b0b6-4b7b-9a98-90d380bad3fd tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342309 Jul 28 03:42:30.503084 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165024e-70da-4448-a73c-47de4e927c8c None None] Pushing event updated for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:30.564075 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Attempting to bind port f59239fe-b78c-4da7-bfa4-a6712274edd6 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:30.564647 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Attempting to bind port f59239fe-b78c-4da7-bfa4-a6712274edd6 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:30.564809 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Attempting to bind port f59239fe-b78c-4da7-bfa4-a6712274edd6 on network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:30.571745 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:30.572133 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Checking segment: {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:30.572540 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.572937 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Bound using segment: {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:30.573407 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Bound port: f59239fe-b78c-4da7-bfa4-a6712274edd6, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc51094b-2739-4241-bfb3-9a62b65f4df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:30.573931 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.637127 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 733b3473-3680-496b-a5ea-ce42eea7690a up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:30.698700 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] For port f59239fe-b78c-4da7-bfa4-a6712274edd6, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:30.701872 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] For port f59239fe-b78c-4da7-bfa4-a6712274edd6, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=f59239fe-b78c-4da7-bfa4-a6712274edd6,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:30.707574 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.867472 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 733b3473-3680-496b-a5ea-ce42eea7690a triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:30.867749 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.931656 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:30.932286 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:30.940036 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165024e-70da-4448-a73c-47de4e927c8c None None] Pushing event updated for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:30.944794 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a510fb-37a6-4c3e-8c38-770c9e61d605 req-b43fd52a-3a32-4ef6-8806-b51467b826bf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:30.950621 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b4a510fb-37a6-4c3e-8c38-770c9e61d605 req-b43fd52a-3a32-4ef6-8806-b51467b826bf tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0739903 Jul 28 03:42:31.030491 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b4a510fb-37a6-4c3e-8c38-770c9e61d605 req-677d053a-3110-4512-aa74-423ccd568e03 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726581 Jul 28 03:42:31.144495 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:31.448470 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:27Z', 'revision_number': 4, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'f59239fe-b78c-4da7-bfa4-a6712274edd6', 'name': '', 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'mac_address': 'fa:16:3e:04:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:26Z', 'updated_at': '2021-07-28T03:42:30Z', 'revision_number': 4, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'subnets': [{'id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:31.485649 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3adc5a-5c04-410c-90aa-9281295e2066 None None] The sync data for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb is: [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:42:27Z', 'revision_number': 4, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': 'f59239fe-b78c-4da7-bfa4-a6712274edd6', 'name': '', 'network_id': '1ee35ee4-d277-43c7-817f-3f2c1d36bf25', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'mac_address': 'fa:16:3e:04:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:26Z', 'updated_at': '2021-07-28T03:42:30Z', 'revision_number': 4, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'subnets': [{'id': 'd4a5acb6-e1e6-441f-96c7-89832c9e9af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:31.656654 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740a216-8e4b-4763-95f0-58d4b1cb4ba8 req-03ed7ec7-6ecf-40bf-b4b1-eef2e09a3c79 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:31.658873 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d740a216-8e4b-4763-95f0-58d4b1cb4ba8 req-03ed7ec7-6ecf-40bf-b4b1-eef2e09a3c79 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0648677 Jul 28 03:42:31.716010 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d740a216-8e4b-4763-95f0-58d4b1cb4ba8 req-2693ba3c-2c40-4f3b-af20-7b3ef07ce547 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504560 Jul 28 03:42:31.882518 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device f59239fe-b78c-4da7-bfa4-a6712274edd6 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:31.947911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port f59239fe-b78c-4da7-bfa4-a6712274edd6 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:31.952355 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port f59239fe-b78c-4da7-bfa4-a6712274edd6 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:31.953434 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:32.043738 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:32.096633 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port f59239fe-b78c-4da7-bfa4-a6712274edd6, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=f59239fe-b78c-4da7-bfa4-a6712274edd6,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:32.101147 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:32.102079 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:32.159379 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b7e0-a1e6-479c-b48a-644b7e62a6ee req-b10dab8c-cceb-481c-898e-b806e1f406df tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:32.161107 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5900b7e0-a1e6-479c-b48a-644b7e62a6ee req-b10dab8c-cceb-481c-898e-b806e1f406df tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0541902 Jul 28 03:42:32.188790 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:32.200260 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5900b7e0-a1e6-479c-b48a-644b7e62a6ee req-5327ff6b-4a6d-4574-94ba-e235a84d02db tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 28 03:42:32.201589 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:32.201966 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:32.835147 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67b1f9-ad22-43f6-b452-b5c7a55d3ff7 req-db6ef1cd-82e3-4cc7-a9ae-5896a77734cd tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:32.836635 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6a67b1f9-ad22-43f6-b452-b5c7a55d3ff7 req-db6ef1cd-82e3-4cc7-a9ae-5896a77734cd tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0504618 Jul 28 03:42:32.874988 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6a67b1f9-ad22-43f6-b452-b5c7a55d3ff7 req-584077f9-72bc-443b-8f76-f282753e1570 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321896 Jul 28 03:42:33.313981 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421646b9-b50b-4490-8934-47dda4f2b4b0 req-436a8e2d-315e-46bb-b543-f29829cff54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:33.315519 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-421646b9-b50b-4490-8934-47dda4f2b4b0 req-436a8e2d-315e-46bb-b543-f29829cff54f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0451939 Jul 28 03:42:33.322055 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995e422-626f-4f81-b078-658bc88516c1 req-96ee8a89-5016-400c-90af-4837af1f2b4e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:33.323582 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4995e422-626f-4f81-b078-658bc88516c1 req-96ee8a89-5016-400c-90af-4837af1f2b4e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0498185 Jul 28 03:42:33.358980 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-421646b9-b50b-4490-8934-47dda4f2b4b0 req-469f3fed-7564-48ef-bfa5-4f7fcecd8981 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Jul 28 03:42:33.365496 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4995e422-626f-4f81-b078-658bc88516c1 req-974ad8c1-fbb6-4fa0-88d2-a3487384dba8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jul 28 03:42:33.811895 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device f59239fe-b78c-4da7-bfa4-a6712274edd6 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:33.861850 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port f59239fe-b78c-4da7-bfa4-a6712274edd6 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:33.862491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.142586 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-fd5c79b2-6b78-44ed-b316-98948d1238be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.503580 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b71b-8885-42ca-a67d-92fc1cffefa7 req-44bd0bb0-44f7-4f54-99cc-492fbd96933a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:34.505049 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fc80b71b-8885-42ca-a67d-92fc1cffefa7 req-44bd0bb0-44f7-4f54-99cc-492fbd96933a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0579858 Jul 28 03:42:34.544190 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fc80b71b-8885-42ca-a67d-92fc1cffefa7 req-45a435d9-57bf-47c7-8164-3d77d1ddd737 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Jul 28 03:42:35.659764 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9d851-93f7-4b91-8068-24532a982d2f req-5ff6e11d-3c71-4df0-bbf9-a1a70c013c55 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:35.661223 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-aff9d851-93f7-4b91-8068-24532a982d2f req-5ff6e11d-3c71-4df0-bbf9-a1a70c013c55 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0468392 Jul 28 03:42:35.700724 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-aff9d851-93f7-4b91-8068-24532a982d2f req-be43dd02-63a2-4e2c-a4ea-e4a931c522bc tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Jul 28 03:42:36.034593 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8deb2b-6e46-4bcb-bc16-4ea4243601c8 req-a2b8c0e5-65ec-4bc7-9df0-b5d8b89f8e82 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.035994 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eb8deb2b-6e46-4bcb-bc16-4ea4243601c8 req-a2b8c0e5-65ec-4bc7-9df0-b5d8b89f8e82 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0815136 Jul 28 03:42:36.041301 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-c2473a9b-5ee2-4a26-826c-13fd13e674a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.042645 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-c2473a9b-5ee2-4a26-826c-13fd13e674a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0571640 Jul 28 03:42:36.123626 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eb8deb2b-6e46-4bcb-bc16-4ea4243601c8 req-b11943f9-3b32-497e-afca-0093372377c2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800173 Jul 28 03:42:36.156461 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-f25c627e-2bc7-4efa-9749-0180c5fda48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.157919 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-f25c627e-2bc7-4efa-9749-0180c5fda48b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.1020851 Jul 28 03:42:36.199231 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-778ae900-0f96-4184-bcac-451165df28cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0337689 Jul 28 03:42:36.249691 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-dbcf3937-ca60-4e89-a712-d8082dd8a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.251131 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-dbcf3937-ca60-4e89-a712-d8082dd8a2f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0437257 Jul 28 03:42:36.287527 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-3f1fcaa5-9602-486e-a2ae-e37d91271afc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274315 Jul 28 03:42:36.410044 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-50975c2f-2792-4c3a-8275-27a3b88b0815 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007464 Jul 28 03:42:36.515798 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-491d36d2-41e5-47e9-948a-57fafe15f57e req-31fb136f-5a5f-4af0-a300-4fe0262f05f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983398 Jul 28 03:42:36.644411 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-2e9d3518-01d7-451f-8f12-de1c2b1f44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:37.048777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0a3c-e857-487b-a04c-b432246962e5 req-48425da0-6f6c-47ea-ad28-85f29d36e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:37.050249 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-48425da0-6f6c-47ea-ad28-85f29d36e51a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 1098 time: 0.0404568 Jul 28 03:42:37.142455 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:37.154977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0a3c-e857-487b-a04c-b432246962e5 req-fb670f9e-5686-47de-886f-1e875b3b909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:37.156594 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-fb670f9e-5686-47de-886f-1e875b3b909f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 200 len: 919 time: 0.0863039 Jul 28 03:42:37.202461 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-5139f6aa-3f89-40e7-b600-7ccf6783da7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 200 len: 217 time: 0.0377026 Jul 28 03:42:37.244188 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a90be-7f3f-4157-9528-db8ee690af72 req-7a7d6fe9-45f7-4088-8ffd-d8d696796f86 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:37.245672 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-620a90be-7f3f-4157-9528-db8ee690af72 req-7a7d6fe9-45f7-4088-8ffd-d8d696796f86 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0545006 Jul 28 03:42:37.277092 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0a3c-e857-487b-a04c-b432246962e5 req-27262f0e-e2b0-4e5e-83bd-983019d67266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:37.278555 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-27262f0e-e2b0-4e5e-83bd-983019d67266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 200 len: 858 time: 0.0485182 Jul 28 03:42:37.286385 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-620a90be-7f3f-4157-9528-db8ee690af72 req-ac2b6d89-38e1-4cec-aed7-d8836354683d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jul 28 03:42:37.316228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-ba17aad0-c26e-4d45-a99c-5668e1782820 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a36dc584-af3d-4fa3-88f3-cb6872549156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237362 Jul 28 03:42:37.407949 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-511f580e-3805-4486-90cf-ae47e45da1cd service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826430 Jul 28 03:42:37.500492 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-329e0a3c-e857-487b-a04c-b432246962e5 req-888640fa-9543-4e7a-bdcc-6cd305a93d52 service neutron] 10.222.0.15 "GET /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808113 Jul 28 03:42:37.797161 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:38.402779 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da808c6b-d2a8-4f07-af2f-54f0b250586b req-57e8576b-f667-41c3-8135-c299ee6522d4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:38.404294 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-da808c6b-d2a8-4f07-af2f-54f0b250586b req-57e8576b-f667-41c3-8135-c299ee6522d4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0476322 Jul 28 03:42:38.442942 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-da808c6b-d2a8-4f07-af2f-54f0b250586b req-bf0e499b-e04d-4750-b4fd-cb04aa1a1960 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Jul 28 03:42:38.724574 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.557518 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc9030-4dee-4d4e-9b4e-2c53bb788ee7 req-8f611b59-fbbf-4223-814d-3ba439216a2c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.558976 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-fefc9030-4dee-4d4e-9b4e-2c53bb788ee7 req-8f611b59-fbbf-4223-814d-3ba439216a2c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0486524 Jul 28 03:42:39.596484 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-fefc9030-4dee-4d4e-9b4e-2c53bb788ee7 req-d76aa617-f5d9-46fc-8f22-5176d7edb1c2 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309355 Jul 28 03:42:39.606804 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.191869 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 54998) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:41.298103 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.390969 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.394611 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.430429 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef372e0331f64072a986289bf116e23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372246 Jul 28 03:42:41.432271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da2f0c8-94c0-4b69-ab33-239ad5100b40,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:41.433324 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55002) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.443234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06923f5-3df2-4f0d-b93e-286d7d7a26dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.485370 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.506134 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.556478 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.558960 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:41.560130 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6da2f0c8-94c0-4b69-ab33-239ad5100b40 HTTP/1.1" status: 204 len: 168 time: 0.1253841 Jul 28 03:42:41.568157 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da2f0c8-94c0-4b69-ab33-239ad5100b40,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:41.574777 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.575128 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.575495 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.575824 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.576148 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.576568 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.576794 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.577115 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.577455 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.577794 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.578121 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:41.578546 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb29925-b43c-42b9-b86f-bba5997ac453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:43.423372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e7767-3091-4a08-9957-8232676e22a9 req-68ca8577-1d61-4d1a-b710-8991be2a2a94 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:43.424818 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7a7e7767-3091-4a08-9957-8232676e22a9 req-68ca8577-1d61-4d1a-b710-8991be2a2a94 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0471709 Jul 28 03:42:43.464089 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7a7e7767-3091-4a08-9957-8232676e22a9 req-b0fc14a6-f205-4abe-921b-4f9860c39963 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jul 28 03:42:44.577385 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14579bd3-195d-4332-b400-fee2dc5dca8e req-a3002ec6-2dc8-4e8c-a994-22cc79de5b47 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:44.578846 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-14579bd3-195d-4332-b400-fee2dc5dca8e req-a3002ec6-2dc8-4e8c-a994-22cc79de5b47 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Jul 28 03:42:44.616486 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-14579bd3-195d-4332-b400-fee2dc5dca8e req-8ad6c650-d832-45b6-80c0-2bf0e8fccef8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jul 28 03:42:45.733655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727a67-d028-417f-abf7-7b2ca8fb950a req-6cb22814-0a07-43e1-81f0-996b7ed94df8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.735130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-02727a67-d028-417f-abf7-7b2ca8fb950a req-6cb22814-0a07-43e1-81f0-996b7ed94df8 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Jul 28 03:42:45.777329 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-02727a67-d028-417f-abf7-7b2ca8fb950a req-6b1ffda4-39d8-4b90-a94d-b6b193ad199d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361216 Jul 28 03:42:46.236569 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-55d28d8a-f31a-443f-9347-4848756e0632 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:46.237981 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-55d28d8a-f31a-443f-9347-4848756e0632 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jul 28 03:42:46.326350 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Deleting port b7a623d0-5e30-4109-a0b8-d0b1a8982239 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:46.327350 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.636730 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] For port b7a623d0-5e30-4109-a0b8-d0b1a8982239, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=b7a623d0-5e30-4109-a0b8-d0b1a8982239,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:46.637011 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.649088 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Calling delete_port for b7a623d0-5e30-4109-a0b8-d0b1a8982239 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:46.778842 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.806598 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Pushing event deleted for resources: {'Port': ['ID=b7a623d0-5e30-4109-a0b8-d0b1a8982239,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:46.832886 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'b7a623d0-5e30-4109-a0b8-d0b1a8982239'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:46.845724 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] No DVR routers for this DVR port b7a623d0-5e30-4109-a0b8-d0b1a8982239 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:46.848526 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.850645 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a73f11a2-3c2d-46ec-865e-b31f49554965 req-33dbdffa-685a-4466-ace3-6fdce4132dc4 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "DELETE /v2.0/ports/b7a623d0-5e30-4109-a0b8-d0b1a8982239 HTTP/1.1" status: 204 len: 173 time: 0.6062174 Jul 28 03:42:46.851124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'name': 'network-vif-deleted', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:46.853528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260b924-43cf-473a-94a8-6b5f8986b23e" -d '{"events": [{"server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "name": "network-vif-deleted", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:46.879950 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-11dbfa90-8b83-4584-9375-78416b81c0c4 req-87b97384-76c1-4269-b7a3-d8ccbbdfbe7b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bd585e-0c71-46c0-bd4d-c1375db3fb36 HTTP/1.1" status: 200 len: 210 time: 0.0332577 Jul 28 03:42:46.891250 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f40e211-e1d7-4ce5-a01d-c374e1b01cf9 x-openstack-request-id: req-8f40e211-e1d7-4ce5-a01d-c374e1b01cf9 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:46.891774 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd585e-0c71-46c0-bd4d-c1375db3fb36", "name": "network-vif-deleted", "tag": "b7a623d0-5e30-4109-a0b8-d0b1a8982239", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:46.892181 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f40e211-e1d7-4ce5-a01d-c374e1b01cf9 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:46.892715 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd585e-0c71-46c0-bd4d-c1375db3fb36', 'name': 'network-vif-deleted', 'tag': 'b7a623d0-5e30-4109-a0b8-d0b1a8982239', 'status': 'completed', 'code': 200} Jul 28 03:42:48.144148 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592eb4-8fb5-4c18-847a-d68b42236396 req-684444d7-2f9e-47c4-b2da-69c3084f5084 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:48.145633 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-48592eb4-8fb5-4c18-847a-d68b42236396 req-684444d7-2f9e-47c4-b2da-69c3084f5084 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0486286 Jul 28 03:42:48.185431 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-48592eb4-8fb5-4c18-847a-d68b42236396 req-16510693-105a-41fd-b9bd-36cc83ff975e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Jul 28 03:42:49.300573 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5f8b-87ef-4148-8f32-924fe4f991bc req-203b6daa-4255-4f5c-81be-83843771120a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:49.302142 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-93ae5f8b-87ef-4148-8f32-924fe4f991bc req-203b6daa-4255-4f5c-81be-83843771120a tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0483682 Jul 28 03:42:49.340593 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-93ae5f8b-87ef-4148-8f32-924fe4f991bc req-6103e4a1-f17b-476f-97f1-a073cdcdedea tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jul 28 03:42:50.185901 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b7a623d0-5e30-4109-a0b8-d0b1a8982239 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:50.205759 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: b7a623d0-5e30-4109-a0b8-d0b1a8982239 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:50.206098 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device b7a623d0-5e30-4109-a0b8-d0b1a8982239 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:50.336093 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-79d73ab7-96a6-4e3b-8a6e-d198afec713f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964404583&fields=id&tenant_id=0f70cda9caa3427f8086a3872ad958ef HTTP/1.1" status: 200 len: 267 time: 0.0320628 Jul 28 03:42:50.440141 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-510385b2-ff9a-4731-8bab-5b24d5496db2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:50.441521 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-510385b2-ff9a-4731-8bab-5b24d5496db2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 808 time: 0.0984666 Jul 28 03:42:50.456481 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-a2a8a7e1-0586-47ed-a1a2-92640a16f675 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/quotas/0f70cda9caa3427f8086a3872ad958ef HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jul 28 03:42:50.456822 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c644c8-d271-4089-b6db-4b48883a5abb req-7c91cf63-5dc8-41df-abe3-7e1210bad23c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:50.458285 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b4c644c8-d271-4089-b6db-4b48883a5abb req-7c91cf63-5dc8-41df-abe3-7e1210bad23c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0504236 Jul 28 03:42:50.495694 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-b4c644c8-d271-4089-b6db-4b48883a5abb req-ef135d08-fbf7-46f5-84be-2810bbbcf789 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Jul 28 03:42:50.506991 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-f06eff4a-f841-4f0a-a031-611cd9327e5a tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451109 Jul 28 03:42:50.602554 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-8d0d49d9-4a4a-4ea6-99e7-a3fec155f984 service neutron] 10.222.0.35 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839894 Jul 28 03:42:50.690038 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-fb502f98-5adc-4e98-92d9-de1891a81d8e service neutron] 10.222.0.35 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810170 Jul 28 03:42:50.964592 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dd634169-f7d0-4bc6-926a-7ef04e43959e req-706046c9-d69d-4dd3-bfa4-8b5b342fb7bb tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0253515 Jul 28 03:42:51.611909 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ad0b6-cd86-42bf-bc57-6ee0519e182c req-2e705cd9-8d2d-4ac8-a7ec-d27f8eee597b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:51.613375 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2a6ad0b6-cd86-42bf-bc57-6ee0519e182c req-2e705cd9-8d2d-4ac8-a7ec-d27f8eee597b tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0518994 Jul 28 03:42:51.649456 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2a6ad0b6-cd86-42bf-bc57-6ee0519e182c req-c610f8c8-c83a-4223-b1af-54435e7c282e tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302069 Jul 28 03:42:52.049037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-131f1e8f-abc8-4a73-a99d-16b2a266526f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:52.050631 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-131f1e8f-abc8-4a73-a99d-16b2a266526f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 808 time: 0.1031682 Jul 28 03:42:52.055127 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1af42813-4784-416b-b666-fc8a1866084b req-ebbd8212-bc55-4ab6-a32e-25d1c19826be tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0254376 Jul 28 03:42:52.110162 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-5f3e03ad-8116-42b2-a1e2-86f8979e451e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f70cda9caa3427f8086a3872ad958ef HTTP/1.1" status: 200 len: 380 time: 0.0418870 Jul 28 03:42:52.150140 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'port': {'device_id': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'admin_state_up': True, 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'security_groups': ['e70dffb7-226a-48ed-9b10-1c6df74c68ba']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:52.259218 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Made reservation on behalf of 0f70cda9caa3427f8086a3872ad958ef for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:52.262692 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.391414 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Allocated IP 172.20.0.4 (33c5dbf3-3669-462f-8e1b-3302a73c83af/1c32209e-10a9-4a71-85bb-c5d55aff5277/0e2b3a29-bbf8-4494-8a45-aabf8989c1b0) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:42:52.536936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.550993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Transition to ACTIVE for port object 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:52.589716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.635562 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:42:52.638509 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:52.644408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:42:52.650137 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:52.698246 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:52.698874 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.714336 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-964f41b4-efb5-40ef-b3aa-d5da4f05f97d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679333 Jul 28 03:42:52.737332 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Request body: {'port': {'device_id': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:52.824521 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.840218 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6b271-5579-4b92-9674-54d5314920d4 req-4748714c-6a7b-4f71-8800-1204134679f1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:52.841681 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cfb6b271-5579-4b92-9674-54d5314920d4 req-4748714c-6a7b-4f71-8800-1204134679f1 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.1095307 Jul 28 03:42:52.866470 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-1c235caf-3212-4ef3-b52d-d3232d1a3ecb None None] Provisioning for port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:52.869993 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-1c235caf-3212-4ef3-b52d-d3232d1a3ecb None None] Provisioning complete for port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:52.870364 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-1c235caf-3212-4ef3-b52d-d3232d1a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.903331 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-1c235caf-3212-4ef3-b52d-d3232d1a3ecb None None] Port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:42:52.915859 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cfb6b271-5579-4b92-9674-54d5314920d4 req-9fcbdddd-9854-4d6e-9460-bb5c76ad5b3d tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680928 Jul 28 03:42:53.114963 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:42:53.122682 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.135280 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Transition to ACTIVE for port object 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:42:53.138834 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.166774 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3212d-30ab-4fa4-9bea-82f31bf53a2b req-5d463a4a-d7a9-40a8-b2db-8802cc67fd53 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.168268 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-72e3212d-30ab-4fa4-9bea-82f31bf53a2b req-5d463a4a-d7a9-40a8-b2db-8802cc67fd53 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 931 time: 0.0478199 Jul 28 03:42:53.207902 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:53.213807 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-72e3212d-30ab-4fa4-9bea-82f31bf53a2b req-fb1e4e55-9954-4cc0-8f11-1ddb7d9c5010 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Jul 28 03:42:53.267127 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Attempting to bind port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:42:53.267496 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Attempting to bind port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:42:53.267831 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Attempting to bind port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 on network 33c5dbf3-3669-462f-8e1b-3302a73c83af {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:53.272185 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 on network 33c5dbf3-3669-462f-8e1b-3302a73c83af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:42:53.272503 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Attempting to bind port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 on network 33c5dbf3-3669-462f-8e1b-3302a73c83af {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:42:53.277234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:42:53.277570 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Checking segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:53.277947 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Bound using segment: {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:42:53.278399 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Bound port: 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624c2972-a24c-45be-b646-6565857b9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:42:53.278753 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.344097 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:42:53.347637 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:42:53.351597 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.382686 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.383383 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.385114 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 1093 time: 0.6542528 Jul 28 03:42:53.387268 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:53.390210 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c9709-e781-448b-9ffb-6df838f4ee6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:53.418575 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a0b8-553c-4107-b851-34b9bce14f84 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:53.438699 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87188029-65eb-4fa8-9041-7d961d346919 x-openstack-request-id: req-87188029-65eb-4fa8-9041-7d961d346919 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:53.438986 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:53.439232 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87188029-65eb-4fa8-9041-7d961d346919 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:53.439666 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'status': 'completed', 'code': 200} Jul 28 03:42:53.528176 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-9f4fb8c6-59cf-408f-844c-8f65c3147960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.529721 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-9f4fb8c6-59cf-408f-844c-8f65c3147960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0470448 Jul 28 03:42:53.580982 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-a44b45bc-0bb1-4e98-b603-70b014837467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 217 time: 0.0345359 Jul 28 03:42:53.631343 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-90821a38-c0ac-4284-bc2d-c68235f64f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.632655 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-90821a38-c0ac-4284-bc2d-c68235f64f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0427892 Jul 28 03:42:53.691247 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-a26581ce-b3ed-47bc-af6b-e17bb9688bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.692689 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-a26581ce-b3ed-47bc-af6b-e17bb9688bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0389957 Jul 28 03:42:53.785041 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-8dd1ee09-27d0-407e-98ee-5dd6ef1a04ba service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Jul 28 03:42:53.872051 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d326985b-5e94-46e4-9cb8-fb941d2874a6 req-824f1f37-4460-40a0-ae98-9b43532de5ce service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796151 Jul 28 03:42:54.047201 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-d4b24acf-d321-4d1f-996c-1cb4123c4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.049614 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-d4b24acf-d321-4d1f-996c-1cb4123c4a70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0679395 Jul 28 03:42:54.052081 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037d4fc-5735-47d5-9e64-2598c21d5f12 req-07cfd181-b156-481a-a777-796113f65744 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.053511 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4037d4fc-5735-47d5-9e64-2598c21d5f12 req-07cfd181-b156-481a-a777-796113f65744 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0713458 Jul 28 03:42:54.090095 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4037d4fc-5735-47d5-9e64-2598c21d5f12 req-869a18a8-123e-49c9-8dda-4cdce6cf6c51 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Jul 28 03:42:54.142501 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-9ee67bab-366f-46b6-8442-394e64ceaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.143970 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-9ee67bab-366f-46b6-8442-394e64ceaf39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.0832579 Jul 28 03:42:54.198769 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-223cabf3-2429-4273-be86-3cf81fb560c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 217 time: 0.0364649 Jul 28 03:42:54.312786 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-c081733d-ec13-45bc-b853-be5aeeeab53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.314200 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-c081733d-ec13-45bc-b853-be5aeeeab53a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0667496 Jul 28 03:42:54.333146 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a72274-ff4a-49c3-861c-79b53f481be2 req-f827fefa-d887-446e-b893-28576160b611 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.334500 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-74a72274-ff4a-49c3-861c-79b53f481be2 req-f827fefa-d887-446e-b893-28576160b611 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0524936 Jul 28 03:42:54.395716 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-74a72274-ff4a-49c3-861c-79b53f481be2 req-28f1f5bf-2657-4d35-8936-9586dc7cc804 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Jul 28 03:42:54.413072 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-b2487b2e-391e-4787-8c79-6dae31e04f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.414522 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-b2487b2e-391e-4787-8c79-6dae31e04f6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0484512 Jul 28 03:42:54.509515 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-a49fb67c-47b2-417e-84a6-3d97db10293a service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Jul 28 03:42:54.641410 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-844c9709-e781-448b-9ffb-6df838f4ee6d req-7cd442e0-c43f-44c7-86fc-26cd905f20fa service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Jul 28 03:42:54.967472 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-9ec01797-504d-4bdc-9915-e71df23954c9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.968900 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-9ec01797-504d-4bdc-9915-e71df23954c9 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0512710 Jul 28 03:42:55.059796 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Deleting port 3720e8f1-5110-414e-a66c-d8a0765eb8bf {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:55.060139 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.148105 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] For port 3720e8f1-5110-414e-a66c-d8a0765eb8bf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3720e8f1-5110-414e-a66c-d8a0765eb8bf,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:55.148471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.161817 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Calling delete_port for 3720e8f1-5110-414e-a66c-d8a0765eb8bf owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:55.200764 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5afcb8-c65e-4ac3-97c0-cf9406ccd303 req-f813ca7b-3f51-4a7e-ab1c-558137fb9b3f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:55.202245 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2c5afcb8-c65e-4ac3-97c0-cf9406ccd303 req-f813ca7b-3f51-4a7e-ab1c-558137fb9b3f tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df9c4ca9-e573-49bf-a441-d458b223324e HTTP/1.1" status: 200 len: 945 time: 0.0462821 Jul 28 03:42:55.240984 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2c5afcb8-c65e-4ac3-97c0-cf9406ccd303 req-e61f500d-dba2-4d97-bb92-0be14802c70c tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.35 "GET /v2.0/security-groups?id=4efe1375-5d0c-4bc9-a0ba-308737a7df6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Jul 28 03:42:55.287785 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.319390 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Pushing event deleted for resources: {'Port': ['ID=3720e8f1-5110-414e-a66c-d8a0765eb8bf,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.324553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['3720e8f1-5110-414e-a66c-d8a0765eb8bf'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:55.359262 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] No DVR routers for this DVR port 3720e8f1-5110-414e-a66c-d8a0765eb8bf on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:55.361495 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.363483 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2e161f77-c38c-43d0-85bf-b8c4173c0213 req-ebcfe8ad-1539-48e9-8a5c-409f228bec69 tempest-ServerRescueNegativeTestJSON-86234801 tempest-ServerRescueNegativeTestJSON-86234801-project] 10.222.0.15 "DELETE /v2.0/ports/3720e8f1-5110-414e-a66c-d8a0765eb8bf HTTP/1.1" status: 204 len: 173 time: 0.3847520 Jul 28 03:42:55.440354 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'name': 'network-vif-deleted', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:55.442716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb85737-5a9f-4da0-8023-7d2bbe224ca0" -d '{"events": [{"server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "name": "network-vif-deleted", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:55.486931 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e51aca-f4bf-4e3c-a17d-dd7f3342acec x-openstack-request-id: req-12e51aca-f4bf-4e3c-a17d-dd7f3342acec {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:55.487228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c4ca9-e573-49bf-a441-d458b223324e", "name": "network-vif-deleted", "tag": "3720e8f1-5110-414e-a66c-d8a0765eb8bf", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:55.487482 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12e51aca-f4bf-4e3c-a17d-dd7f3342acec {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:55.487861 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c4ca9-e573-49bf-a441-d458b223324e', 'name': 'network-vif-deleted', 'tag': '3720e8f1-5110-414e-a66c-d8a0765eb8bf', 'status': 'completed', 'code': 200} Jul 28 03:42:55.510656 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91124e8-5de6-4ffc-9849-5340e5d91f45 req-f666ecba-2d58-46f8-b78c-bd440cdb3e30 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:55.512118 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e91124e8-5de6-4ffc-9849-5340e5d91f45 req-f666ecba-2d58-46f8-b78c-bd440cdb3e30 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0510690 Jul 28 03:42:55.552156 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e91124e8-5de6-4ffc-9849-5340e5d91f45 req-03fbb534-9c3c-4c04-9388-fd2acbafa51b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Jul 28 03:42:56.212805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:42:56.300247 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55120) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:56.307393 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:56.318451 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'mac_address': 'fa:16:3e:b9:8b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:42:56.358760 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.370973 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:42:56.394633 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:56.397696 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.445205 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:56.452396 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.452744 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.453085 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.453420 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.453752 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.454082 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.454412 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.454735 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.455062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.455418 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.455740 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.456060 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:56.675836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7325f0-4061-472f-bcc9-4043ecf73787 req-df2e8de1-a116-41e0-99ff-2bb3c7602d79 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:56.677446 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bb7325f0-4061-472f-bcc9-4043ecf73787 req-df2e8de1-a116-41e0-99ff-2bb3c7602d79 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 944 time: 0.0543058 Jul 28 03:42:56.718176 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bb7325f0-4061-472f-bcc9-4043ecf73787 req-0ecf9faa-d799-40cb-b845-2f1c1efa4223 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344350 Jul 28 03:42:56.743468 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:56.912169 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:57.202305 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Deleting port dac35562-d628-471c-b807-0c135ce354fd {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:57.202649 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:57.288908 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] For port dac35562-d628-471c-b807-0c135ce354fd, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=dac35562-d628-471c-b807-0c135ce354fd,segment=NetworkSegment(4ad708fb-3686-4b14-b008-48e0cf5763c2),segment_id=4ad708fb-3686-4b14-b008-48e0cf5763c2)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:57.289282 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:57.301678 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Calling delete_port for dac35562-d628-471c-b807-0c135ce354fd owned by network:router_interface {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:57.491511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:57.516400 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=dac35562-d628-471c-b807-0c135ce354fd,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:57.667476 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:57.849591 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fa6cf-a47f-4095-a014-f762e606bb92 req-0f5ce75a-f82a-48dc-8d72-e604e712391e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:57.851098 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-161fa6cf-a47f-4095-a014-f762e606bb92 req-0f5ce75a-f82a-48dc-8d72-e604e712391e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 944 time: 0.0507662 Jul 28 03:42:57.890818 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Router f9780be2-e124-464a-a64f-dda0c5452663 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:57.896767 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-161fa6cf-a47f-4095-a014-f762e606bb92 req-f7f422c2-8c0c-4574-8154-ed84ce4a09cd tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348415 Jul 28 03:42:57.999949 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:58.005268 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ee2f7b2e-5425-4af5-a097-76b0464b7c8e admin admin] 10.222.0.35 "PUT /v2.0/routers/f9780be2-e124-464a-a64f-dda0c5452663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040029 Jul 28 03:42:58.007797 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55134) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:58.011152 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Sync routers for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:58.020015 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:58.020598 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:58.106572 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.121074 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:58.203540 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.230165 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:58.261418 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Deleting port 30f59cdc-c632-4a68-922c-cce76757ccea {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:58.262102 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.282140 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:42:58.286191 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:58.286614 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.304586 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:42:57Z', 'revision_number': 5, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port': {'id': '30f59cdc-c632-4a68-922c-cce76757ccea', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:58.342247 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Checking router: f9780be2-e124-464a-a64f-dda0c5452663 for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:58.351124 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Routers {'f9780be2-e124-464a-a64f-dda0c5452663'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:58.351776 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f9780be2-e124-464a-a64f-dda0c5452663'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:58.353733 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] For port 30f59cdc-c632-4a68-922c-cce76757ccea, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=30f59cdc-c632-4a68-922c-cce76757ccea,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:58.354664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.368743 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Calling delete_port for 30f59cdc-c632-4a68-922c-cce76757ccea owned by network:router_gateway {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:58.381150 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.419411 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:58.420909 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:58.423887 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb183e-9ebc-4ea1-8a72-67e696b5eaf8" -d '{"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:58.438812 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.441078 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 3720e8f1-5110-414e-a66c-d8a0765eb8bf no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:58.454694 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] Set router f9780be2-e124-464a-a64f-dda0c5452663 gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:58.509299 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46934a7d-bcce-49b5-9f1a-3cb35909ddd2 x-openstack-request-id: req-46934a7d-bcce-49b5-9f1a-3cb35909ddd2 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:58.509600 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:58.509865 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46934a7d-bcce-49b5-9f1a-3cb35909ddd2 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:58.510299 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'code': 200} Jul 28 03:42:58.535622 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:42:58Z', 'revision_number': 6, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:58.555468 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 3720e8f1-5110-414e-a66c-d8a0765eb8bf {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:58.555804 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 3720e8f1-5110-414e-a66c-d8a0765eb8bf not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:58.564157 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4dd79-4f49-46dc-aefb-8b9a670116d1 None None] The sync data for ids ['f9780be2-e124-464a-a64f-dda0c5452663'] in dv-cinder-802648-1-smb is: [{'id': 'f9780be2-e124-464a-a64f-dda0c5452663', 'name': 'tempest-ServerRescueNegativeTestJSON-859540114-router', 'tenant_id': '7f56cc31288e4cc6a212fe47e803ae79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:42:58Z', 'revision_number': 6, 'project_id': '7f56cc31288e4cc6a212fe47e803ae79', 'gw_port_host': None}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:58.591285 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:58.591561 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.598957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667bef8-f212-4a0a-8e4a-031dc84714f4 req-d4a749d6-52ff-40ba-90bc-209ecc46a929 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:58.606424 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e667bef8-f212-4a0a-8e4a-031dc84714f4 req-d4a749d6-52ff-40ba-90bc-209ecc46a929 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0662010 Jul 28 03:42:58.626560 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f59cdc-c632-4a68-922c-cce76757ccea,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:58.646359 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e667bef8-f212-4a0a-8e4a-031dc84714f4 req-ebbebab2-db15-49ef-a4b4-58ca239311cc tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Jul 28 03:42:58.688120 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:58.856263 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30e453-553d-44fe-91d0-4d376261b671 req-855dd39b-8ae7-4a67-87dc-d26ccd60a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:58.857696 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9e30e453-553d-44fe-91d0-4d376261b671 req-855dd39b-8ae7-4a67-87dc-d26ccd60a8c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0444057 Jul 28 03:42:58.895680 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9e30e453-553d-44fe-91d0-4d376261b671 req-78e768af-1197-4029-bb81-7c174fc405be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300224 Jul 28 03:42:59.028351 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.031711 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.111831 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b8695-4134-42a3-8100-e196268ee2c4 req-5a6b4142-c6e5-4316-aea6-9d1a19f8a2c4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:59.113215 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-188b8695-4134-42a3-8100-e196268ee2c4 req-5a6b4142-c6e5-4316-aea6-9d1a19f8a2c4 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.1366727 Jul 28 03:42:59.114276 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.114774 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9780be2-e124-464a-a64f-dda0c5452663 {{(pid=99646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:59.120223 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.121250 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-66ce7e67-f6be-4660-86dd-d8b68381fab0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f9780be2-e124-464a-a64f-dda0c5452663 HTTP/1.1" status: 204 len: 168 time: 1.1125634 Jul 28 03:42:59.124716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55146) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:59.155384 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-188b8695-4134-42a3-8100-e196268ee2c4 req-01928eca-7da6-4a37-b982-5106406436e7 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jul 28 03:42:59.168038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Deleting subnet d7e886ce-4840-47d2-aaaa-32adb1fc7b4b {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:59.171663 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.204199 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10582778'] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.241669 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.296839 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10544480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11392873'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.322082 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e886ce-4840-47d2-aaaa-32adb1fc7b4b,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:59.328026 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.330303 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-f4bfd538-ac3d-4f51-9e3d-779ef70fc03b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d7e886ce-4840-47d2-aaaa-32adb1fc7b4b HTTP/1.1" status: 204 len: 168 time: 0.2046020 Jul 28 03:42:59.333577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55148) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:59.400917 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.482158 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.492003 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36dc584-af3d-4fa3-88f3-cb6872549156']}} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:59.502031 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad708fb-3686-4b14-b008-48e0cf5763c2') {'for_net_delete': True} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:59.502329 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad708fb-3686-4b14-b008-48e0cf5763c2') {} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:59.510780 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10582771'] for segment, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.525307 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.531845 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=99647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:59.532239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10544410'] for segment, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: Traceback (most recent call last): Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: timer() Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: cb(*args, **kw) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: return func(*args, **kwargs) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: self._notify() Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: self.callback(batched_events) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: event.method(event) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: return f(self, *a, **k) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: return self._get(url).json() Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:59.533912 dv-cinder-802648-1-smb neutron-server[99647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:59.587582 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.593438 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.595779 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] 10.222.0.35 "DELETE /v2.0/networks/a36dc584-af3d-4fa3-88f3-cb6872549156 HTTP/1.1" status: 204 len: 168 time: 0.2611597 Jul 28 03:42:59.610568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca159-2a9f-4455-ba9b-4a9a76bada5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a36dc584-af3d-4fa3-88f3-cb6872549156,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:59.761596 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55154) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:59.768364 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865c06a-9f26-40a9-9167-9e4208df8186 req-18cae748-6369-4818-97c0-abe70a62d786 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:59.769961 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9865c06a-9f26-40a9-9167-9e4208df8186 req-18cae748-6369-4818-97c0-abe70a62d786 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Jul 28 03:42:59.803275 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f22e3eee-b0e2-4bee-8d85-9a1c0ab7e541 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f56cc31288e4cc6a212fe47e803ae79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411873 Jul 28 03:42:59.805864 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55156) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:59.812210 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9865c06a-9f26-40a9-9167-9e4208df8186 req-65922314-c702-4a31-855c-862000e7df3f tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357654 Jul 28 03:42:59.841147 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device dac35562-d628-471c-b807-0c135ce354fd no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:59.854279 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.860761 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: dac35562-d628-471c-b807-0c135ce354fd {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:59.861109 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device dac35562-d628-471c-b807-0c135ce354fd not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:59.861522 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 30f59cdc-c632-4a68-922c-cce76757ccea no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:59.876081 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.884729 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 30f59cdc-c632-4a68-922c-cce76757ccea {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:59.885091 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 30f59cdc-c632-4a68-922c-cce76757ccea not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:59.924841 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.927291 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.928453 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4efe1375-5d0c-4bc9-a0ba-308737a7df6f HTTP/1.1" status: 204 len: 168 time: 0.1216860 Jul 28 03:42:59.938838 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b08b-8adf-476e-ac22-2951db6ceee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efe1375-5d0c-4bc9-a0ba-308737a7df6f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:00.269562 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485080-fa99-4df1-ab8e-5c4019dcb386 req-5a9289f2-7027-466a-869c-a94d75b7fcfc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:00.271065 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ce485080-fa99-4df1-ab8e-5c4019dcb386 req-5a9289f2-7027-466a-869c-a94d75b7fcfc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Jul 28 03:43:00.312650 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ce485080-fa99-4df1-ab8e-5c4019dcb386 req-f8d6acf0-c7d3-4714-9566-f2689dd79ee8 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356441 Jul 28 03:43:00.430344 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabe1bd-c4a6-4834-b77a-6ed3e6354528 req-983fd257-4f22-467c-999c-45becdeef109 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:00.431827 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4cabe1bd-c4a6-4834-b77a-6ed3e6354528 req-983fd257-4f22-467c-999c-45becdeef109 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0526836 Jul 28 03:43:00.476269 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4cabe1bd-c4a6-4834-b77a-6ed3e6354528 req-c19a937e-94fb-4046-88b5-37c29f697265 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Jul 28 03:43:00.498369 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55182) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:00.738571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7101ab3-c9f3-493e-9f01-e64ba0aa2f78 tempest-TestShelveInstance-1664061870 tempest-TestShelveInstance-1664061870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:00.741133 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b7101ab3-c9f3-493e-9f01-e64ba0aa2f78 tempest-TestShelveInstance-1664061870 tempest-TestShelveInstance-1664061870-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1093 time: 0.2406197 Jul 28 03:43:00.745421 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55192) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:00.749119 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:00.780147 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for floatingip, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:00.903236 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:00.983890 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6390-106a-4705-86ad-ace1df850e63 req-be96c620-e961-4d2d-a8b2-32da40356e62 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:00.985385 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57fa6390-106a-4705-86ad-ace1df850e63 req-be96c620-e961-4d2d-a8b2-32da40356e62 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0946462 Jul 28 03:43:01.070101 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-57fa6390-106a-4705-86ad-ace1df850e63 req-53dcc755-01ce-4c74-af18-42449df5a62e tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769355 Jul 28 03:43:01.071234 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Allocated IP 172.28.3.114 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/76087678-1c7e-4aaa-aace-46e54d30d76a) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:01.178170 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.217749 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.260540 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:01.264708 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:01.269959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:01.291236 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'Port': ['ID=76087678-1c7e-4aaa-aace-46e54d30d76a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:01.933422 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.029751 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.173663 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.178012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.231055 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402db7e3-8d46-42cd-acce-feca48d25347 req-d8642c4f-e6f4-43bd-be62-5025de427d32 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:02.232702 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-402db7e3-8d46-42cd-acce-feca48d25347 req-d8642c4f-e6f4-43bd-be62-5025de427d32 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Jul 28 03:43:02.252556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event updated for resources: {'Port': ['ID=76087678-1c7e-4aaa-aace-46e54d30d76a,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:02.264340 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.290689 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-402db7e3-8d46-42cd-acce-feca48d25347 req-ec96fccf-76b0-4456-9699-19197c805430 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Jul 28 03:43:02.367441 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.l3_db [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Floating IP 21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea associated. External IP: 172.28.3.114, port: 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0. Jul 28 03:43:02.578459 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Router 5a49a427-a3f6-4266-b629-cc713e658b63 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:02.687183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:02.697397 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Sync routers for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:02.702640 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.706784 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:02.707421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:02.734115 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0d4cc80e-320a-477a-8ea7-7f7daed27802 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9893920 Jul 28 03:43:02.734696 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:02.737004 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852a6af-ef33-4448-b479-3aa8e0f83381" -d '{"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:02.770372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6500def-f9fb-490f-bf1e-bf096faafba3 x-openstack-request-id: req-d6500def-f9fb-490f-bf1e-bf096faafba3 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:02.770661 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:02.770908 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6500def-f9fb-490f-bf1e-bf096faafba3 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:02.771296 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'status': 'completed', 'code': 200} Jul 28 03:43:02.815782 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:02.816027 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:02.856059 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-15c2dbbd-3e48-4e44-b040-eacc963a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:02.858362 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-15c2dbbd-3e48-4e44-b040-eacc963a015b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0412979 Jul 28 03:43:02.946995 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-0c7705bf-2ec8-4048-8851-1ec2e76d2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:02.948497 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-0c7705bf-2ec8-4048-8851-1ec2e76d2abe service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.0823133 Jul 28 03:43:03.018686 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-0c55c71f-7b01-45f7-8527-2ba3b3dab422 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 999 time: 0.0617108 Jul 28 03:43:03.069996 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-ab4c4807-a014-49d7-ae84-4a2334da1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:03.071512 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-ab4c4807-a014-49d7-ae84-4a2334da1cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0444326 Jul 28 03:43:03.077883 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'mac_address': 'fa:16:3e:b9:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:01Z', 'updated_at': '2021-07-28T03:43:01Z', 'revision_number': 0, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:03.108218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Checking router: 5a49a427-a3f6-4266-b629-cc713e658b63 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:03.116449 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:03.116602 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-a9c4471e-78bf-4e75-9743-52d5d17bb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:03.117051 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:42:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:03.118016 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-a9c4471e-78bf-4e75-9743-52d5d17bb872 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391064 Jul 28 03:43:03.209294 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-8c71ce1d-c796-4adb-83fa-a4fd0d1f35d1 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828974 Jul 28 03:43:03.220226 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:03.297899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6852a6af-ef33-4448-b479-3aa8e0f83381 req-c3355ffb-7d78-4c44-be8e-fd7819d7a258 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798824 Jul 28 03:43:03.411288 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986bcd1-c438-48ee-a42f-6dcb83a02fa5 req-227a2b41-fe90-414d-9992-2ab8231275b5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:03.412863 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3986bcd1-c438-48ee-a42f-6dcb83a02fa5 req-227a2b41-fe90-414d-9992-2ab8231275b5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0532374 Jul 28 03:43:03.444657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'mac_address': 'fa:16:3e:b9:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:01Z', 'updated_at': '2021-07-28T03:43:01Z', 'revision_number': 0, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:03.455665 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3986bcd1-c438-48ee-a42f-6dcb83a02fa5 req-daf3f164-0798-4d4d-a768-20e5bc71889d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Jul 28 03:43:03.474155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab673f-7a8e-4ff8-a1c1-24aa84d3d351 None None] The sync data for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb is: [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'mac_address': 'fa:16:3e:b9:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:01Z', 'updated_at': '2021-07-28T03:43:01Z', 'revision_number': 0, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:03.668217 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45516616-5efd-4c66-988d-4ac768d1ab50 None None] New status for floating IP 21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea: ACTIVE {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:43:03.781171 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55238) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:03.882772 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73a498c4-2899-4c2d-bc06-b6aaa8b2b6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:03.975083 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73a498c4-2899-4c2d-bc06-b6aaa8b2b6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:03.978757 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73a498c4-2899-4c2d-bc06-b6aaa8b2b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.017153 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-73a498c4-2899-4c2d-bc06-b6aaa8b2b6e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b5685e8e88844fbad5c405077840d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348669 Jul 28 03:43:04.019007 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a498c4-2899-4c2d-bc06-b6aaa8b2b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab2627-a878-41ad-8ab0-d5de0f5facc7,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:04.019841 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55242) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:04.066987 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.087126 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.132124 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.134525 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.138081 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bab2627-a878-41ad-8ab0-d5de0f5facc7 HTTP/1.1" status: 204 len: 168 time: 0.1148522 Jul 28 03:43:04.143943 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29944c-5bd1-4ed1-84a0-abc93a495ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab2627-a878-41ad-8ab0-d5de0f5facc7,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:04.144464 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-dd69754c-ff51-43c8-9f2d-7c8707904838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:04.571791 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297613-93f7-472f-b10e-7b95ca500045 req-83421b3c-b1ff-43da-b959-555ecc7020ca tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:04.573264 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71297613-93f7-472f-b10e-7b95ca500045 req-83421b3c-b1ff-43da-b959-555ecc7020ca tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Jul 28 03:43:04.612682 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71297613-93f7-472f-b10e-7b95ca500045 req-af5a5b3e-dc10-45fd-a393-e4e45c51c21d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Jul 28 03:43:05.731675 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744401a8-e8a6-434c-a96e-ff28a3fcd923 req-542ab80b-8546-45a5-9e27-3e639a12bb80 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:05.733741 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-744401a8-e8a6-434c-a96e-ff28a3fcd923 req-542ab80b-8546-45a5-9e27-3e639a12bb80 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0506670 Jul 28 03:43:05.771990 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-744401a8-e8a6-434c-a96e-ff28a3fcd923 req-c33cd1c8-b51b-4684-a310-0624ff45a194 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Jul 28 03:43:05.815042 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55310) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:05.912898 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b426ac6-dd18-483a-898d-1b9de08c426d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.003256 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b426ac6-dd18-483a-898d-1b9de08c426d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.006883 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3b426ac6-dd18-483a-898d-1b9de08c426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.044209 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3b426ac6-dd18-483a-898d-1b9de08c426d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b03dd63b9914989b89ea649f3e78f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280374 Jul 28 03:43:06.045025 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b426ac6-dd18-483a-898d-1b9de08c426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4851554-23a5-4843-940d-7cda83ca41f1,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:06.046952 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55314) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:06.093986 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.117007 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.161527 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.164009 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.165124 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4851554-23a5-4843-940d-7cda83ca41f1 HTTP/1.1" status: 204 len: 168 time: 0.1171353 Jul 28 03:43:06.172214 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fa98e-9d8d-4a69-9603-fcb3309f74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4851554-23a5-4843-940d-7cda83ca41f1,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:06.413167 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55320) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:06.426802 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ddea808f-660d-449d-a65f-467b5637c178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.511010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ddea808f-660d-449d-a65f-467b5637c178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.514996 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ddea808f-660d-449d-a65f-467b5637c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.553370 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ddea808f-660d-449d-a65f-467b5637c178 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbf064e7da74481ca7130de87521e672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391358 Jul 28 03:43:06.554544 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea808f-660d-449d-a65f-467b5637c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63d99a1-1f56-41e7-b2a5-c7fbe9701edb,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:06.556033 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55322) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:06.602678 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.623488 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.648656 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9935d695-b33d-48e2-b5a0-badacf73a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.672858 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.675353 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.676613 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b63d99a1-1f56-41e7-b2a5-c7fbe9701edb HTTP/1.1" status: 204 len: 168 time: 0.1195855 Jul 28 03:43:06.683835 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac68d2-a6fd-42b6-99a5-ba9d214219de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63d99a1-1f56-41e7-b2a5-c7fbe9701edb,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:06.884166 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517f8c9-73f7-4aa3-ae96-059287c11e02 req-79ecd51f-6c42-432a-a820-33b2a0801e72 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:06.885634 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a517f8c9-73f7-4aa3-ae96-059287c11e02 req-79ecd51f-6c42-432a-a820-33b2a0801e72 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0476785 Jul 28 03:43:06.923822 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a517f8c9-73f7-4aa3-ae96-059287c11e02 req-21f3831a-4721-4074-8b43-b9f2eb3ca270 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Jul 28 03:43:07.144111 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:07.801657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.038602 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68389a-7fb9-453e-bb4e-721a914d3e23 req-66e7366e-d9b1-421a-adaf-65ba8c509ce1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:08.038602 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ec68389a-7fb9-453e-bb4e-721a914d3e23 req-66e7366e-d9b1-421a-adaf-65ba8c509ce1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0495646 Jul 28 03:43:08.077817 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ec68389a-7fb9-453e-bb4e-721a914d3e23 req-505cb6be-0d25-4319-bcd8-984d6051e1c8 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Jul 28 03:43:08.273868 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55380) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:08.376389 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43537b25-fbde-4065-93d3-3767807ecc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.463518 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43537b25-fbde-4065-93d3-3767807ecc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.467684 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-43537b25-fbde-4065-93d3-3767807ecc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.503571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537b25-fbde-4065-93d3-3767807ecc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c20214-7b93-42e8-b3b0-9f32a1c09bba,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:08.507750 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-43537b25-fbde-4065-93d3-3767807ecc40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79d4c5947d22482c9c3f284e7c0f30ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328823 Jul 28 03:43:08.510341 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55384) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:08.557798 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.578021 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.621741 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.625338 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.626454 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2c20214-7b93-42e8-b3b0-9f32a1c09bba HTTP/1.1" status: 204 len: 168 time: 0.1152339 Jul 28 03:43:08.634049 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816cb44-cf1c-4a2e-9d9f-d1408f03a373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c20214-7b93-42e8-b3b0-9f32a1c09bba,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:08.728125 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.877204 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55390) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:08.890732 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-973cbc29-c6d5-451f-99c9-86fa5140c2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.978798 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-973cbc29-c6d5-451f-99c9-86fa5140c2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.982313 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-973cbc29-c6d5-451f-99c9-86fa5140c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.019123 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-973cbc29-c6d5-451f-99c9-86fa5140c2ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59f0b5329ca045ed85d6776826119f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408741 Jul 28 03:43:09.020997 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cbc29-c6d5-451f-99c9-86fa5140c2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85a5921-1684-497c-922e-91c727852cdd,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:09.022106 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55392) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:09.071807 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.093847 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.138923 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.141568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.142714 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f85a5921-1684-497c-922e-91c727852cdd HTTP/1.1" status: 204 len: 168 time: 0.1195538 Jul 28 03:43:09.160066 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8165f-be07-47b4-8df4-6e0703185200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85a5921-1684-497c-922e-91c727852cdd,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:09.198152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a74c-f21e-473b-b3bc-8456abb65c34 req-9d10f084-24fe-467b-8c84-a62eb6f65eb6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.199679 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7eb5a74c-f21e-473b-b3bc-8456abb65c34 req-9d10f084-24fe-467b-8c84-a62eb6f65eb6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0535712 Jul 28 03:43:09.238610 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7eb5a74c-f21e-473b-b3bc-8456abb65c34 req-fa58f76b-3df9-4a7b-a099-ce1a3eb82c3a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Jul 28 03:43:09.448266 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3027a-d41c-42dc-b2e1-fa2418f59afa req-553d26a6-eac3-47b2-83b7-3fa55cd6d560 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.449724 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-02b3027a-d41c-42dc-b2e1-fa2418f59afa req-553d26a6-eac3-47b2-83b7-3fa55cd6d560 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0549607 Jul 28 03:43:09.518973 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-02b3027a-d41c-42dc-b2e1-fa2418f59afa req-9d1ff1e2-bbc7-4ccb-a28b-b5f50b3a5c3a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573175 Jul 28 03:43:09.521676 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-311ecf20-4bf2-4f9a-9a11-bf4feb02103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.522990 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-311ecf20-4bf2-4f9a-9a11-bf4feb02103e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1099 time: 0.0690579 Jul 28 03:43:09.609082 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.624042 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-49fa7d5b-b062-43c9-9388-95cecae1bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.625676 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-49fa7d5b-b062-43c9-9388-95cecae1bbed service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.0935225 Jul 28 03:43:09.698948 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-81668395-ae3d-428e-ae9b-7112cdb9e240 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 1002 time: 0.0647271 Jul 28 03:43:09.761762 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-82d2ccc1-6809-482a-8aea-6e76b9348589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.764045 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-82d2ccc1-6809-482a-8aea-6e76b9348589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0570936 Jul 28 03:43:09.809145 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-e4ea3801-5800-470d-9ec5-438000389801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.811352 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-e4ea3801-5800-470d-9ec5-438000389801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403337 Jul 28 03:43:09.903014 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-d5fb8459-139d-4e94-a6af-59769972f57d service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839345 Jul 28 03:43:09.993480 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-afaaf322-e116-4706-8cc1-a9a3cb0767fb req-df75cd78-a4ce-483c-8e2b-fcd8a89b1e75 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819604 Jul 28 03:43:10.643000 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b995a-b846-4172-8973-53e4c636556e req-8c38d62a-c267-4af4-95ff-6c8556650559 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:10.644973 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-656b995a-b846-4172-8973-53e4c636556e req-8c38d62a-c267-4af4-95ff-6c8556650559 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0581467 Jul 28 03:43:10.687846 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-656b995a-b846-4172-8973-53e4c636556e req-f732b228-254d-46ae-886c-16d96c72960e tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Jul 28 03:43:11.803367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c85b72-71ab-475d-ae67-406124bc22ee req-b3161c45-15a2-4a4c-bd6c-1d5134d59ef2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:11.804833 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d6c85b72-71ab-475d-ae67-406124bc22ee req-b3161c45-15a2-4a4c-bd6c-1d5134d59ef2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0472891 Jul 28 03:43:11.842949 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d6c85b72-71ab-475d-ae67-406124bc22ee req-a6272876-6cbc-4f96-a4a3-a2bfb2b825ab tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Jul 28 03:43:16.280287 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168406-90de-4e34-9b26-e436feba232b req-dca8da52-3271-4e80-b73d-0f2a43de5d3a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:16.281640 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ef168406-90de-4e34-9b26-e436feba232b req-dca8da52-3271-4e80-b73d-0f2a43de5d3a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0510256 Jul 28 03:43:16.318351 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ef168406-90de-4e34-9b26-e436feba232b req-3edcb387-9ed3-41da-a78a-d4e3fb63960f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308592 Jul 28 03:43:17.436007 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9fe4c-ab15-4053-aa72-22157059bbd6 req-4ce61c2e-9430-4c75-bf60-9c085700b562 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:17.437457 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bbe9fe4c-ab15-4053-aa72-22157059bbd6 req-4ce61c2e-9430-4c75-bf60-9c085700b562 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0474637 Jul 28 03:43:17.473386 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-bbe9fe4c-ab15-4053-aa72-22157059bbd6 req-247b08d7-85fd-4f22-b3c2-8348f781793c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301502 Jul 28 03:43:18.194972 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-f5ea9221-3adc-44e8-821a-60174fe26676 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:18.196422 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-f5ea9221-3adc-44e8-821a-60174fe26676 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.0467746 Jul 28 03:43:18.287920 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Deleting port 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:18.288264 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.375563 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] For port 584ef76e-df7a-4659-9764-693c4282029c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=584ef76e-df7a-4659-9764-693c4282029c,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:18.375938 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.720847 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.721222 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.721525 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.l3_db [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Floating IP bdf654ab-30af-45d2-98f0-ab73bd73f1e0 disassociated. External IP: 172.28.3.186, port: 584ef76e-df7a-4659-9764-693c4282029c. Jul 28 03:43:18.721860 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Calling delete_port for 584ef76e-df7a-4659-9764-693c4282029c owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:18.730958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c05fe6-8222-4153-bdfb-870d9cbc299a req-5de70e2d-d991-4e31-8aef-668c3ca27872 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:18.733015 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7c05fe6-8222-4153-bdfb-870d9cbc299a req-5de70e2d-d991-4e31-8aef-668c3ca27872 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 947 time: 0.1492701 Jul 28 03:43:18.814066 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f7c05fe6-8222-4153-bdfb-870d9cbc299a req-5924820c-01b4-4785-8fa0-c56513054398 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=85400012-30f1-47db-bca2-dc6c2350505b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731187 Jul 28 03:43:19.117851 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.145887 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'Port': ['ID=584ef76e-df7a-4659-9764-693c4282029c,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:19.255408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:19.361517 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:19.371542 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:19.381271 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:19.381967 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:19.399853 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] No DVR routers for this DVR port 584ef76e-df7a-4659-9764-693c4282029c on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:43:19.402324 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.404395 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70184fa2-8ec6-425a-a96d-f2645b596780 req-169f3165-cc13-48f9-b3ff-1318cd4c2271 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "DELETE /v2.0/ports/584ef76e-df7a-4659-9764-693c4282029c HTTP/1.1" status: 204 len: 173 time: 1.2002199 Jul 28 03:43:19.404830 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-deleted', 'tag': '584ef76e-df7a-4659-9764-693c4282029c'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:19.407550 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3304f942-ddf6-4075-a22b-0b4989621ac5" -d '{"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-deleted", "tag": "584ef76e-df7a-4659-9764-693c4282029c"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:19.448594 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72abeb81-7e6d-4e3a-9c05-f175d1c54f6b x-openstack-request-id: req-72abeb81-7e6d-4e3a-9c05-f175d1c54f6b {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:19.448918 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296ca82-6f45-4c4e-b7ed-b3ba13ae67af", "name": "network-vif-deleted", "tag": "584ef76e-df7a-4659-9764-693c4282029c", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:19.449300 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72abeb81-7e6d-4e3a-9c05-f175d1c54f6b {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:19.449704 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296ca82-6f45-4c4e-b7ed-b3ba13ae67af', 'name': 'network-vif-deleted', 'tag': '584ef76e-df7a-4659-9764-693c4282029c', 'status': 'completed', 'code': 200} Jul 28 03:43:19.504121 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:19.707354 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:19.735205 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:19.743911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:19.744527 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:19.866802 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:19.961583 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-68fc3d0d-70f8-4d95-b74b-7633972598ea req-570c3896-642f-4331-a3dc-2bd53dada167 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=9296ca82-6f45-4c4e-b7ed-b3ba13ae67af HTTP/1.1" status: 200 len: 210 time: 0.0473695 Jul 28 03:43:20.244902 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:20.274351 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c87871-ca3c-402b-80b9-302206c507a8 None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:20.476368 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d20e7-d6fd-4b67-9628-9ee0f238039b None None] New status for floating IP bdf654ab-30af-45d2-98f0-ab73bd73f1e0: DOWN {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:43:21.060175 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55586) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:21.116398 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.139643 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.186100 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.189272 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.190599 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "DELETE /v2.0/security-groups/85400012-30f1-47db-bca2-dc6c2350505b HTTP/1.1" status: 204 len: 168 time: 0.1293683 Jul 28 03:43:21.193596 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55590) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:21.200381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256792-1c63-47c8-8206-46130704ab0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85400012-30f1-47db-bca2-dc6c2350505b,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:21.208507 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.api.v2.resource [None req-b8555bf6-9317-4356-993c-4875801ab4d4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] show failed (client error): The resource could not be found. Jul 28 03:43:21.209584 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b8555bf6-9317-4356-993c-4875801ab4d4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups/85400012-30f1-47db-bca2-dc6c2350505b HTTP/1.1" status: 404 len: 347 time: 0.0148606 Jul 28 03:43:21.212373 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55592) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:21.344682 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Deleting port 0008c87f-f6d9-4a90-941c-3e875a590ab5 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:21.345059 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.421599 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.421924 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.433001 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Calling delete_port for 0008c87f-f6d9-4a90-941c-3e875a590ab5 owned by network:floatingip {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:21.566263 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.595971 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'Port': ['ID=0008c87f-f6d9-4a90-941c-3e875a590ab5,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:21.649595 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.652403 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.653571 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-3f394815-f420-4482-9c68-dec2a10d0d4b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "DELETE /v2.0/floatingips/bdf654ab-30af-45d2-98f0-ab73bd73f1e0 HTTP/1.1" status: 204 len: 168 time: 0.4402297 Jul 28 03:43:22.038065 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55602) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.042676 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745674074', 'description': 'tempest-description--1837875492'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:22.063506 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.148280 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.151750 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.178658 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.179891 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1408391 Jul 28 03:43:22.181695 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be5d09-1c16-461e-bdcd-be1ae96a832f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f584d-e27c-4016-93ab-6bc4bee7fddf,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:22.182821 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55604) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.188065 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group_rule': {'security_group_id': 'd77f584d-e27c-4016-93ab-6bc4bee7fddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:22.214104 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.259038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.263078 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.280147 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce67f42e-2a4f-4efe-8e32-176e0dd1fc09,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:22.286445 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.287612 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1b35011f-d55a-4c7f-bb5f-b60240832cbf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037102 Jul 28 03:43:22.290140 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55606) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.294477 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'security_group_rule': {'security_group_id': 'd77f584d-e27c-4016-93ab-6bc4bee7fddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:22.324031 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.379457 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.382802 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.400780 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eedd1d0-c431-4860-9017-1db6ce75402a,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:22.408568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.414672 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2e771a32-b597-4284-9f32-aac5db51a9f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187351 Jul 28 03:43:22.415890 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55610) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.420283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:22.422218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:22.443608 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 584ef76e-df7a-4659-9764-693c4282029c {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:22.443961 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 584ef76e-df7a-4659-9764-693c4282029c not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:22.446540 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.542647 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.648601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Allocated IP 172.28.3.11 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/f0e7cea2-b8a1-4e67-bf7d-425333090e2f) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:22.754104 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.791249 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.829503 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:22.832212 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:22.835553 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:22.860161 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=f0e7cea2-b8a1-4e67-bf7d-425333090e2f,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:22.926050 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.961497 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.112376 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.116545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.183796 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=f0e7cea2-b8a1-4e67-bf7d-425333090e2f,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:23.193302 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.206220 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.207454 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-36f10dc0-6b60-4fe9-a915-ee8aa0e4c232 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7908401 Jul 28 03:43:23.393281 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-f471a5ff-f2a4-4c42-8487-2b59982d75a7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--745674074&fields=id&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 267 time: 0.0348980 Jul 28 03:43:23.494761 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-657e80e8-4711-413f-8555-460c5c0c4d6c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:23.496242 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-657e80e8-4711-413f-8555-460c5c0c4d6c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 816 time: 0.0964396 Jul 28 03:43:23.514733 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-1e92638c-6331-4245-b94f-a6fe7b3d1f6c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/quotas/ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 375 time: 0.0124755 Jul 28 03:43:23.565658 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-8bdd507b-750d-46c3-bbed-c427f86aa318 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453131 Jul 28 03:43:23.661727 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-b891eaeb-0724-4848-85a6-64b6bb08c1b8 service neutron] 10.222.0.35 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842063 Jul 28 03:43:23.749604 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-66f4cd27-4ffc-4f4d-9339-fbdb2023d829 service neutron] 10.222.0.35 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819232 Jul 28 03:43:23.918033 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-959fd0f4-6e3a-4fdf-9aa0-ca27dc139dcc req-c0d15c7c-c79e-42d6-9738-b3d03cc766ae tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 210 time: 0.0266378 Jul 28 03:43:24.995109 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-2cece88a-f0dc-42aa-a045-ff23439a0c3a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:24.997202 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-2cece88a-f0dc-42aa-a045-ff23439a0c3a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 816 time: 0.1096907 Jul 28 03:43:25.032087 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-36d5ef47-3e61-4889-bbe8-fdc5a09dbdc8 req-4d54b9e0-dda8-4637-a686-4e4e1242542a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jul 28 03:43:25.067046 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-d2d93447-94e9-4729-92d3-6cf57e3bd73b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 379 time: 0.0425208 Jul 28 03:43:25.075734 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'port': {'device_id': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'admin_state_up': True, 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'security_groups': ['d77f584d-e27c-4016-93ab-6bc4bee7fddf']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:25.191311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Made reservation on behalf of ce5ce8b14fd04282a586e30ac06e0861 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:43:25.195169 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.321473 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Allocated IP 172.20.0.8 (f0707ba1-d888-446b-a189-14c43279ba8e/f7c52443-1210-45fe-ba75-49b3a79ff258/fc50dd62-cc0d-4615-9662-7032ed319555) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:25.464911 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.479098 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Transition to ACTIVE for port object fc50dd62-cc0d-4615-9662-7032ed319555 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:25.513675 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.556351 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Network f0707ba1-d888-446b-a189-14c43279ba8e is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:25.559281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:25.565485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:25.570260 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55696) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.597871 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:25.624934 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:25.625746 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.641221 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-7ed2672a-694a-4d35-90fe-9802e775c5ef tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691600 Jul 28 03:43:25.660932 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Request body: {'port': {'device_id': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:25.683515 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b0439bcb-75b6-4873-a0a4-f3b44d4948b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.717973 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.784737 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b0439bcb-75b6-4873-a0a4-f3b44d4948b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.789354 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b0439bcb-75b6-4873-a0a4-f3b44d4948b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.791177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-4273554f-d89f-4c02-b7c3-3eac3c6d91be None None] Provisioning for port fc50dd62-cc0d-4615-9662-7032ed319555 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:25.795705 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-4273554f-d89f-4c02-b7c3-3eac3c6d91be None None] Provisioning complete for port fc50dd62-cc0d-4615-9662-7032ed319555 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:25.796184 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-4273554f-d89f-4c02-b7c3-3eac3c6d91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.830469 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b0439bcb-75b6-4873-a0a4-f3b44d4948b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdf122736d934e0b86860adf5c2ca603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566855 Jul 28 03:43:25.830469 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0439bcb-75b6-4873-a0a4-f3b44d4948b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c407d20-502b-4aa5-9d3a-62323f161266,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:25.835180 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55700) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.837141 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-4273554f-d89f-4c02-b7c3-3eac3c6d91be None None] Port fc50dd62-cc0d-4615-9662-7032ed319555 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:43:25.885873 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.906887 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.956791 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.959504 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.960993 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c407d20-502b-4aa5-9d3a-62323f161266 HTTP/1.1" status: 204 len: 168 time: 0.1245012 Jul 28 03:43:25.968769 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc4995-6235-4b5a-a596-57b99c2bcd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c407d20-502b-4aa5-9d3a-62323f161266,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:25.996409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:43:26.004613 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.018137 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Transition to ACTIVE for port object fc50dd62-cc0d-4615-9662-7032ed319555 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:26.021735 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.094881 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:26.175623 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Attempting to bind port fc50dd62-cc0d-4615-9662-7032ed319555 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:43:26.176211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Attempting to bind port fc50dd62-cc0d-4615-9662-7032ed319555 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:43:26.176701 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Attempting to bind port fc50dd62-cc0d-4615-9662-7032ed319555 on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:26.181136 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab9fe7-cdb4-43b0-977e-b061420fac62 req-7160159d-2424-4924-b656-b61412311a93 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.181328 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Port fc50dd62-cc0d-4615-9662-7032ed319555 on network f0707ba1-d888-446b-a189-14c43279ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:43:26.181748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Attempting to bind port fc50dd62-cc0d-4615-9662-7032ed319555 on network f0707ba1-d888-446b-a189-14c43279ba8e {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:26.183593 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-81ab9fe7-cdb4-43b0-977e-b061420fac62 req-7160159d-2424-4924-b656-b61412311a93 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0510440 Jul 28 03:43:26.193367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:43:26.193860 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Checking segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:26.194420 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Bound using segment: {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:43:26.194959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Bound port: fc50dd62-cc0d-4615-9662-7032ed319555, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a1e19c-44b4-46cb-a325-b377ff8e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:43:26.195543 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.229375 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-81ab9fe7-cdb4-43b0-977e-b061420fac62 req-fcdc8353-a347-42be-8618-7da8c39d0a18 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Jul 28 03:43:26.269382 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:43:26.271049 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55708) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:26.272839 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:43:26.277437 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.285702 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f5ca27d9-faa8-40c8-9a5a-3878e5670eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.319786 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.320454 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.321963 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] 10.222.0.15 "PUT /v2.0/ports/fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 1093 time: 0.6658149 Jul 28 03:43:26.322709 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:26.324832 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd5332-6e9b-4c56-a46e-546228eeed20" -d '{"events": [{"name": "network-changed", "server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:26.348017 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1519c-4b54-4b3e-8d2a-caf3b9c7481a service neutron] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:26.375740 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df7e2f-dc08-4e72-b37a-5471b3125a90 x-openstack-request-id: req-d3df7e2f-dc08-4e72-b37a-5471b3125a90 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:26.376080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:26.376347 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3df7e2f-dc08-4e72-b37a-5471b3125a90 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:26.376844 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'status': 'completed', 'code': 200} Jul 28 03:43:26.410572 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f5ca27d9-faa8-40c8-9a5a-3878e5670eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.414745 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f5ca27d9-faa8-40c8-9a5a-3878e5670eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.452964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca27d9-faa8-40c8-9a5a-3878e5670eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e0304-6f91-4c50-952e-633fe58d7d9f,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:26.456006 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-bdc8d9a9-e22c-41e5-bc5c-052a014037e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.457116 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f5ca27d9-faa8-40c8-9a5a-3878e5670eb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ab2fe04b7394dac8ed5bd4b83c52be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850231 Jul 28 03:43:26.459821 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55712) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:26.460807 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-bdc8d9a9-e22c-41e5-bc5c-052a014037e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0521700 Jul 28 03:43:26.510700 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-deee2c2a-2e3c-431b-8694-b1de176bf515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 217 time: 0.0347338 Jul 28 03:43:26.517142 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.539164 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.564883 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-2112b0fc-b1ea-4eda-a71e-79e74e61375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.566322 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-2112b0fc-b1ea-4eda-a71e-79e74e61375b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0477531 Jul 28 03:43:26.584328 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.586957 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.588160 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c53e0304-6f91-4c50-952e-633fe58d7d9f HTTP/1.1" status: 204 len: 168 time: 0.1268246 Jul 28 03:43:26.599385 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6057ff-0408-4e08-859a-be2baa7d724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e0304-6f91-4c50-952e-633fe58d7d9f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:26.613859 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-8fa32ac5-9123-4470-8cdd-800679dac650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.615443 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-8fa32ac5-9123-4470-8cdd-800679dac650 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0421729 Jul 28 03:43:26.706081 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-2fe5921a-53b3-47c6-935f-16cbff0cfda1 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825593 Jul 28 03:43:26.800169 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-71d898c0-326f-4d7f-b2c9-fa71fe98ee38 req-5c83ef87-a76f-4be6-b15c-820e7e657b5f service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Jul 28 03:43:26.936611 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-733b1677-4541-449d-aafa-54adbefa89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.938558 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-733b1677-4541-449d-aafa-54adbefa89b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0413620 Jul 28 03:43:27.032877 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-e52e7a88-5226-43a7-8113-39129cc9d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.034357 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-e52e7a88-5226-43a7-8113-39129cc9d53c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.0876412 Jul 28 03:43:27.078975 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-15131328-2e4e-475c-83e3-b4183807a610 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 217 time: 0.0349391 Jul 28 03:43:27.128534 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-30b77c2d-2727-4473-87ae-961438df4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.129980 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-30b77c2d-2727-4473-87ae-961438df4a93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0435104 Jul 28 03:43:27.179528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-8fb43f9b-1041-420a-901d-67d68ac4348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.181056 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-8fb43f9b-1041-420a-901d-67d68ac4348b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433412 Jul 28 03:43:27.273393 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-13a0e94e-06c6-48d5-a769-4683f0b74403 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837858 Jul 28 03:43:27.354263 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3bdbe-b33d-4e4d-8bf9-dd76f3b199bb req-66796375-0396-4771-8259-e076b30292d8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.355773 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c6b3bdbe-b33d-4e4d-8bf9-dd76f3b199bb req-66796375-0396-4771-8259-e076b30292d8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0500512 Jul 28 03:43:27.374057 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-23bd5332-6e9b-4c56-a46e-546228eeed20 req-913bea15-b928-4648-973e-d758c6621308 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912187 Jul 28 03:43:27.399296 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c6b3bdbe-b33d-4e4d-8bf9-dd76f3b199bb req-437003e7-a19b-48d5-8fba-be42694792f3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353801 Jul 28 03:43:28.135071 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55760) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:28.233978 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dd36c332-e793-4784-8ea6-5ba6cba93f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.322019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dd36c332-e793-4784-8ea6-5ba6cba93f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.326340 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dd36c332-e793-4784-8ea6-5ba6cba93f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.363901 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dd36c332-e793-4784-8ea6-5ba6cba93f3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=358051058af045419d629b9ba22a6485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277389 Jul 28 03:43:28.364796 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c332-e793-4784-8ea6-5ba6cba93f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836b42e1-a9fd-45bc-bec9-7f8f873e62b4,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:28.366638 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55764) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:28.414057 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.431831 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:43:28.436201 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.488099 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.491290 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.492608 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/836b42e1-a9fd-45bc-bec9-7f8f873e62b4 HTTP/1.1" status: 204 len: 168 time: 0.1248376 Jul 28 03:43:28.501536 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1dd09-c513-4095-96f3-e220a13f8212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b42e1-a9fd-45bc-bec9-7f8f873e62b4,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:28.546214 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f0445-b089-4575-a301-376ca93c80e8 req-8d772dce-6d56-4270-b6d4-267a302cfe44 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:28.547861 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-784f0445-b089-4575-a301-376ca93c80e8 req-8d772dce-6d56-4270-b6d4-267a302cfe44 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0726988 Jul 28 03:43:28.573778 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:28.585442 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:43:28.589589 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-784f0445-b089-4575-a301-376ca93c80e8 req-83ee46ec-e709-48fb-843c-a57962e0691c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350466 Jul 28 03:43:28.623966 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.637106 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:43:28.658244 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:28.662165 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.713008 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:28.781163 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55772) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:28.796771 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d03d61e5-3c21-4061-8bc6-197e461f374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.881036 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d03d61e5-3c21-4061-8bc6-197e461f374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.884695 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-d03d61e5-3c21-4061-8bc6-197e461f374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.922283 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d03d61e5-3c21-4061-8bc6-197e461f374c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0936865a677a4b23b8714e06c7530f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400640 Jul 28 03:43:28.923369 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d61e5-3c21-4061-8bc6-197e461f374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cb707-a787-4437-ac84-a22659308b4c,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:28.924949 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55774) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:28.972829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:28.996372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.008082 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['fc50dd62-cc0d-4615-9662-7032ed319555'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:43:29.041061 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.043705 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.045537 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/898cb707-a787-4437-ac84-a22659308b4c HTTP/1.1" status: 204 len: 168 time: 0.1195562 Jul 28 03:43:29.054016 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0583-c87c-4643-a371-5c4bc90c2ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cb707-a787-4437-ac84-a22659308b4c,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:29.710395 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087f85f-0646-45c1-bada-e4050b973c7e req-ed2e1435-13d2-46f6-8624-9c68a8fb8483 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:29.711134 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3087f85f-0646-45c1-bada-e4050b973c7e req-ed2e1435-13d2-46f6-8624-9c68a8fb8483 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 944 time: 0.0468221 Jul 28 03:43:29.751860 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3087f85f-0646-45c1-bada-e4050b973c7e req-0f7f57b2-6430-4ab8-b219-6ae5c419b501 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Jul 28 03:43:30.454440 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:30.506621 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port fc50dd62-cc0d-4615-9662-7032ed319555 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:30.510711 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port fc50dd62-cc0d-4615-9662-7032ed319555 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:30.511155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.589360 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.613111 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:30.615351 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc5f18-398f-4d2f-88ed-f266bfca4dfe" -d '{"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:30.629533 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:30.634358 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.657811 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a631893-bf68-420d-a48b-031078afad9f x-openstack-request-id: req-8a631893-bf68-420d-a48b-031078afad9f {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:30.658101 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:30.658355 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a631893-bf68-420d-a48b-031078afad9f {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:30.658748 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'code': 200} Jul 28 03:43:30.686926 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:30.868285 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f5ea-4103-4796-99fa-9c9632feecfb req-015e01f9-a801-4945-b2fa-d75735b3f7f4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:30.869779 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7f25f5ea-4103-4796-99fa-9c9632feecfb req-015e01f9-a801-4945-b2fa-d75735b3f7f4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0483382 Jul 28 03:43:30.876874 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a53b-8532-427e-be2a-5e47ad9d0155 req-37add634-279b-4cdf-8fa1-f4d2758044b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:30.878456 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e105a53b-8532-427e-be2a-5e47ad9d0155 req-37add634-279b-4cdf-8fa1-f4d2758044b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1098 time: 0.0408440 Jul 28 03:43:30.913921 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7f25f5ea-4103-4796-99fa-9c9632feecfb req-c28a092c-fa2f-467f-9325-7015bbc49c88 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365281 Jul 28 03:43:30.917368 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e105a53b-8532-427e-be2a-5e47ad9d0155 req-dd48779a-2756-4bf6-82b5-7fa8b5950c55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303850 Jul 28 03:43:32.031983 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ec872-aa09-4fb5-9e3a-ec4fb0d05867 req-049feae7-3219-49c1-8ec9-0db5821fb4f0 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:32.033372 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7f1ec872-aa09-4fb5-9e3a-ec4fb0d05867 req-049feae7-3219-49c1-8ec9-0db5821fb4f0 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0472240 Jul 28 03:43:32.077459 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7f1ec872-aa09-4fb5-9e3a-ec4fb0d05867 req-930b337a-4ebd-4e80-ac14-4e885e14dbed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372782 Jul 28 03:43:33.213215 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d8220-bfce-49d4-9182-200055c3a500 req-b55de13d-542c-471b-9636-9446fa565b40 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:33.214655 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f07d8220-bfce-49d4-9182-200055c3a500 req-b55de13d-542c-471b-9636-9446fa565b40 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0579445 Jul 28 03:43:33.255770 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f07d8220-bfce-49d4-9182-200055c3a500 req-001a83c5-09c5-4336-9efe-6874f746c4ff tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346768 Jul 28 03:43:33.372064 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d927-f243-46b9-a357-d77bbaef63a2 req-a2424fd4-5bed-43c1-add6-807edbc02a12 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:33.373925 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-41c5d927-f243-46b9-a357-d77bbaef63a2 req-a2424fd4-5bed-43c1-add6-807edbc02a12 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0520482 Jul 28 03:43:33.382165 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55872) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:33.386898 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Request body: {'floatingip': {'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:33.425606 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.878251 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.881895 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.979407 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.l3_db [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Floating IP d52e444c-0155-4556-9527-ce8a90fe4d60 associated. External IP: 172.28.3.11, port: fc50dd62-cc0d-4615-9662-7032ed319555. Jul 28 03:43:34.148157 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6642edde-e9f1-492f-8750-6b8853a4d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:34.429743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:34.534600 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:34.539731 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:34.543881 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:34.552859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:34.553464 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:34.566942 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-718f8e61-c103-4cdc-b31a-e650bc45f6e8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "PUT /v2.0/floatingips/d52e444c-0155-4556-9527-ce8a90fe4d60 HTTP/1.1" status: 200 len: 990 time: 1.1837206 Jul 28 03:43:34.567592 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:34.570137 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:34.612946 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be9a535-30a8-45b6-b9fa-2e6aeb95a7aa x-openstack-request-id: req-2be9a535-30a8-45b6-b9fa-2e6aeb95a7aa {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:34.613339 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:34.613742 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2be9a535-30a8-45b6-b9fa-2e6aeb95a7aa {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:34.614233 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'status': 'completed', 'code': 200} Jul 28 03:43:34.660585 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:34.744585 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-145b40f6-d34c-4003-8bc0-be81da09fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:34.746089 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-145b40f6-d34c-4003-8bc0-be81da09fa86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1098 time: 0.0431356 Jul 28 03:43:34.836097 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-d1e9c251-aad8-42db-a9b9-c8244328d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:34.837596 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-d1e9c251-aad8-42db-a9b9-c8244328d3f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.0831599 Jul 28 03:43:34.889312 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'd52e444c-0155-4556-9527-ce8a90fe4d60', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.11', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:22Z', 'updated_at': '2021-07-28T03:43:33Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:34.906543 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-19b85db0-b547-4707-82c0-2d9b9f7f327b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 998 time: 0.0601535 Jul 28 03:43:34.917682 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:34.925768 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:34.926362 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:34.956094 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-fd025ca0-d76b-48a8-8cc8-a402fb473825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:34.957521 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-fd025ca0-d76b-48a8-8cc8-a402fb473825 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0424111 Jul 28 03:43:35.002575 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-a344a979-d515-41bf-baab-1a4129e3995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:35.003933 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-a344a979-d515-41bf-baab-1a4129e3995d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0380185 Jul 28 03:43:35.025365 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:35.094964 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-38c560eb-ae1f-4e0d-af24-285bfa01320b service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818121 Jul 28 03:43:35.182001 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-ddfefc0c-f513-426a-911c-5eaf6c7ba2a5 req-62d408cb-05ed-467c-a695-151a0a5bfb39 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795438 Jul 28 03:43:35.244812 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'd52e444c-0155-4556-9527-ce8a90fe4d60', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.11', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:22Z', 'updated_at': '2021-07-28T03:43:33Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:35.272446 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833d32d-bb60-4a38-b4dc-6b7eec6acc15 None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'd52e444c-0155-4556-9527-ce8a90fe4d60', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'floating_ip_address': '172.28.3.11', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:22Z', 'updated_at': '2021-07-28T03:43:33Z', 'revision_number': 1, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:35.458389 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa9784-6a0e-4044-83da-dd8427434fb5 None None] New status for floating IP d52e444c-0155-4556-9527-ce8a90fe4d60: ACTIVE {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:43:36.649193 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0332f714-00ec-46f3-b91e-a8d220c32057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.100755 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55920) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:37.145382 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.205939 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d1f5d57-9ef0-4c03-b0c0-1d01b102379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.288657 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d1f5d57-9ef0-4c03-b0c0-1d01b102379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.292011 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9d1f5d57-9ef0-4c03-b0c0-1d01b102379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.329019 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9d1f5d57-9ef0-4c03-b0c0-1d01b102379c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09efcea6a63c42af86160c4b818e17aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272475 Jul 28 03:43:37.329875 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f5d57-9ef0-4c03-b0c0-1d01b102379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6aa8aa-2389-4b81-9a0c-c3fa0f06a331,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:37.332725 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55924) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:37.380971 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.401450 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.444860 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.447571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.448834 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c6aa8aa-2389-4b81-9a0c-c3fa0f06a331 HTTP/1.1" status: 204 len: 168 time: 0.1147881 Jul 28 03:43:37.456993 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445a800-3d3e-45d2-b266-60d6c06d869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6aa8aa-2389-4b81-9a0c-c3fa0f06a331,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:37.701070 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55930) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:37.714074 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e764db9c-0fad-4e1d-905b-05a72f2bad3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.806720 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.812604 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e764db9c-0fad-4e1d-905b-05a72f2bad3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.816975 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e764db9c-0fad-4e1d-905b-05a72f2bad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.856368 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764db9c-0fad-4e1d-905b-05a72f2bad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42829084-5337-4bce-bb72-05ad36214277,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:37.862181 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e764db9c-0fad-4e1d-905b-05a72f2bad3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1378e8687f5148bfa70e6adde35570c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600552 Jul 28 03:43:37.863504 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55932) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:37.912342 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.932427 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.986917 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.989890 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:37.991492 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42829084-5337-4bce-bb72-05ad36214277 HTTP/1.1" status: 204 len: 168 time: 0.1267502 Jul 28 03:43:38.000988 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1734-e150-401f-be05-7aeb2fcaaa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42829084-5337-4bce-bb72-05ad36214277,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:38.109164 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-33463d53-fba0-4358-83ab-f618d64e6122 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423691 Jul 28 03:43:38.186962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-85e2dab7-5872-4df2-9a0b-8bda7b4b121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:38.188397 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-85e2dab7-5872-4df2-9a0b-8bda7b4b121f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 1099 time: 0.0405774 Jul 28 03:43:38.293442 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-dd5fdab2-5343-48e8-9e84-e1ee128fcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:38.294915 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-dd5fdab2-5343-48e8-9e84-e1ee128fcf50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.0858903 Jul 28 03:43:38.320049 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55940) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:38.333484 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-78cb9e64-7d07-4013-a5f0-e8ecad33f12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.369672 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-670b9405-07fb-461d-b5f9-b1e48c77b9d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 200 len: 1002 time: 0.0662103 Jul 28 03:43:38.418840 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-22d9264b-7f92-43f4-9888-492c27283543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:38.420852 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-22d9264b-7f92-43f4-9888-492c27283543 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0436230 Jul 28 03:43:38.424134 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-78cb9e64-7d07-4013-a5f0-e8ecad33f12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.427813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-78cb9e64-7d07-4013-a5f0-e8ecad33f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.467067 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-dd55c53e-25dc-455a-aa2b-003164f2352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:38.471246 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-78cb9e64-7d07-4013-a5f0-e8ecad33f12a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8d9cbfe69ad47ecbe97247168dc9c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501348 Jul 28 03:43:38.472374 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9e64-7d07-4013-a5f0-e8ecad33f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3922e114-6ed4-451e-88d5-958e4ca5d1e6,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:38.473060 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-dd55c53e-25dc-455a-aa2b-003164f2352e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423515 Jul 28 03:43:38.475937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55944) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:38.585777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.614429 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-a970787c-ad41-4541-b85b-dd0abf42592b service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318371 Jul 28 03:43:38.618723 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.730811 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.734488 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.735792 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:38.737143 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3922e114-6ed4-451e-88d5-958e4ca5d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2601230 Jul 28 03:43:38.754417 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-12183b5e-9287-46b0-a1f3-654729bfda3b req-72543eea-e106-4ac8-8a4f-01b716659e86 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285174 Jul 28 03:43:38.755780 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c78be-d873-421d-a349-dc1f036c2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3922e114-6ed4-451e-88d5-958e4ca5d1e6,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:39.615052 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:39.814669 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:47.297770 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77406e9b-a79a-4a27-825c-3ccf980923f5 req-640f381c-c8b5-4390-8d6d-afdc117f8924 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:47.299214 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-77406e9b-a79a-4a27-825c-3ccf980923f5 req-640f381c-c8b5-4390-8d6d-afdc117f8924 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0483134 Jul 28 03:43:47.335768 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-77406e9b-a79a-4a27-825c-3ccf980923f5 req-e6e24482-c239-4ac8-9540-fad27d1952d5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306768 Jul 28 03:43:48.447396 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ad247-ef84-4fe2-9fb3-90afdd60def7 req-c22b4967-a0af-4ab6-9851-485994562e49 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:48.448831 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e02ad247-ef84-4fe2-9fb3-90afdd60def7 req-c22b4967-a0af-4ab6-9851-485994562e49 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Jul 28 03:43:48.485661 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e02ad247-ef84-4fe2-9fb3-90afdd60def7 req-5dca6d6f-b9ad-49bf-8202-e0799ffbb6b6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Jul 28 03:43:49.600941 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927421e1-86e5-4b1e-8a8a-d4744e617dbe req-52ee7d98-ed71-4ef2-9ee9-69e975f63423 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:49.602360 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-927421e1-86e5-4b1e-8a8a-d4744e617dbe req-52ee7d98-ed71-4ef2-9ee9-69e975f63423 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0504832 Jul 28 03:43:49.661065 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-927421e1-86e5-4b1e-8a8a-d4744e617dbe req-bfe582bc-fedc-4b1d-a6ae-5d5fb78c4513 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4f9873-ff71-4703-88e5-da37314625f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528526 Jul 28 03:43:49.679539 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746342b-bb1a-454c-be55-9931ab29a5da req-50bca6b7-2dfe-46de-ad1f-895cb0b82a7a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:49.680944 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1746342b-bb1a-454c-be55-9931ab29a5da req-50bca6b7-2dfe-46de-ad1f-895cb0b82a7a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 946 time: 0.0545373 Jul 28 03:43:49.773528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Deleting port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:49.773786 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:49.857732 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] For port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:49.858090 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.020024 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.020391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.020702 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.l3_db [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Floating IP f66b4610-86c5-429b-83c9-d387ba7bd04f disassociated. External IP: 172.28.3.226, port: ce68db8c-3dcd-4ccf-8972-108fcb13d6fc. Jul 28 03:43:50.021044 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Calling delete_port for ce68db8c-3dcd-4ccf-8972-108fcb13d6fc owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:50.144482 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.171699 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'Port': ['ID=ce68db8c-3dcd-4ccf-8972-108fcb13d6fc,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:50.181436 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.181790 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.182134 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.182474 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.182791 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.183121 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.183476 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.183808 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.184135 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.184455 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.184779 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.185668 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.295058 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:50.399906 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:50.409758 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:50.418957 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:50.420253 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:50.437492 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] No DVR routers for this DVR port ce68db8c-3dcd-4ccf-8972-108fcb13d6fc on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:43:50.440019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.442058 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1746342b-bb1a-454c-be55-9931ab29a5da req-d6a5eec2-71aa-4c43-b052-6043f90cf682 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "DELETE /v2.0/ports/ce68db8c-3dcd-4ccf-8972-108fcb13d6fc HTTP/1.1" status: 204 len: 173 time: 0.7540135 Jul 28 03:43:50.442448 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'name': 'network-vif-deleted', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:50.444690 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd1bd64-4f2d-44e1-93c4-0868cd272949" -d '{"events": [{"server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "name": "network-vif-deleted", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:50.488228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add52c3-8d58-4bd0-9f63-fd1f5613681b x-openstack-request-id: req-7add52c3-8d58-4bd0-9f63-fd1f5613681b {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:50.488228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aad897-0eb4-42e2-bb9f-4d673e146050", "name": "network-vif-deleted", "tag": "ce68db8c-3dcd-4ccf-8972-108fcb13d6fc", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:50.488228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7add52c3-8d58-4bd0-9f63-fd1f5613681b {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:50.488228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aad897-0eb4-42e2-bb9f-4d673e146050', 'name': 'network-vif-deleted', 'tag': 'ce68db8c-3dcd-4ccf-8972-108fcb13d6fc', 'status': 'completed', 'code': 200} Jul 28 03:43:50.532572 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:50.770083 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d9c8eb99-71b7-4f94-b092-342054963346 req-c28587a6-829f-43b9-bf71-1c8e0c4e3e10 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=86aad897-0eb4-42e2-bb9f-4d673e146050 HTTP/1.1" status: 200 len: 210 time: 0.0263445 Jul 28 03:43:50.849156 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:50.875262 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:50.883311 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:50.883930 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:50.987474 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:51.183809 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:51.210041 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca495c-3f2d-484a-82f0-45804ce16e1a None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:51.412505 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ece04-6ed5-4f25-b0b0-4f351dbe4ba0 None None] New status for floating IP f66b4610-86c5-429b-83c9-d387ba7bd04f: DOWN {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:43:51.852530 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 55996) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:51.909251 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:51.933181 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:51.979439 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:51.982453 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:51.983653 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "DELETE /v2.0/security-groups/cf4f9873-ff71-4703-88e5-da37314625f0 HTTP/1.1" status: 204 len: 168 time: 0.1300712 Jul 28 03:43:51.986407 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 55998) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:51.992353 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed3fe2-6518-4f99-8d45-17e29c58f6ce tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f9873-ff71-4703-88e5-da37314625f0,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.000784 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.api.v2.resource [None req-446ded5b-5d98-45e3-b1b3-5c8a879a2ee5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] show failed (client error): The resource could not be found. Jul 28 03:43:52.002009 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-446ded5b-5d98-45e3-b1b3-5c8a879a2ee5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups/cf4f9873-ff71-4703-88e5-da37314625f0 HTTP/1.1" status: 404 len: 347 time: 0.0144911 Jul 28 03:43:52.005016 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56000) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.121987 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Deleting port ea4b48c0-ed9f-4426-a159-875fa422bb0e {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:52.122331 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.195882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.196203 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.207743 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Calling delete_port for ea4b48c0-ed9f-4426-a159-875fa422bb0e owned by network:floatingip {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:52.331873 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.356526 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'Port': ['ID=ea4b48c0-ed9f-4426-a159-875fa422bb0e,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.378766 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.379044 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.379412 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.379747 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.380074 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.380405 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.380729 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.381054 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.381376 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.381695 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.382012 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.382328 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:52.424588 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.427046 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.428219 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-5a6d185b-8e29-4903-b6cf-9588ceedc659 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "DELETE /v2.0/floatingips/f66b4610-86c5-429b-83c9-d387ba7bd04f HTTP/1.1" status: 204 len: 168 time: 0.4223163 Jul 28 03:43:52.545007 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ce68db8c-3dcd-4ccf-8972-108fcb13d6fc no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:52.564739 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: ce68db8c-3dcd-4ccf-8972-108fcb13d6fc {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:52.565079 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device ce68db8c-3dcd-4ccf-8972-108fcb13d6fc not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:52.847076 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56006) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.851711 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749727956', 'description': 'tempest-description--222564585'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:52.872191 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.948584 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.952641 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.983235 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.984430 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1363368 Jul 28 03:43:52.985494 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b988-9931-468d-bc26-3513dba40376 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c0a473-da3c-4d52-b575-b1ba1ffc212e,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.988274 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56008) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.993525 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group_rule': {'security_group_id': '62c0a473-da3c-4d52-b575-b1ba1ffc212e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:53.019909 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.064894 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.068138 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.085298 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e6bf1f-451c-4834-b3d6-7e3bc95745ef,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:53.090836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.092047 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-6f8d13fb-5f1f-4786-83e1-44e4b366625b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1024256 Jul 28 03:43:53.094761 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56010) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:53.099114 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'security_group_rule': {'security_group_id': '62c0a473-da3c-4d52-b575-b1ba1ffc212e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:53.125241 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.179852 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.183139 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.199768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764d4bdf-73af-444c-b508-46cb2a7f3f72,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:53.205837 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.207025 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-450a5c1e-558f-4f3d-98b5-ad974a3b8397 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113243 Jul 28 03:43:53.210038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56012) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:53.214314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:53.234854 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.328466 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.431523 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Allocated IP 172.28.3.156 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/74612bbe-3d4d-4c11-b4ae-33b527396601) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:53.530637 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.568200 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.606354 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:53.613248 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:53.615946 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:53.621492 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=74612bbe-3d4d-4c11-b4ae-33b527396601,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:53.706822 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.739152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.892337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.896777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.963291 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=74612bbe-3d4d-4c11-b4ae-33b527396601,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:53.971169 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.984670 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.985960 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-db611bb4-0fa8-4f56-a6ff-7d1c883562f5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7750154 Jul 28 03:43:54.168506 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-c6d424f9-0afd-4cf2-8777-161acea44e0e tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--749727956&fields=id&tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 267 time: 0.0314407 Jul 28 03:43:54.273717 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-e9cde269-f2ae-4850-9c15-9e877bf662bd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:54.275154 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-e9cde269-f2ae-4850-9c15-9e877bf662bd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 811 time: 0.0998375 Jul 28 03:43:54.290011 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-4a56bf17-61db-410c-ae29-cf7ae57ddd0b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/quotas/e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 375 time: 0.0087314 Jul 28 03:43:54.340488 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-93443da9-0b70-4760-a3fc-3942419ab196 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454895 Jul 28 03:43:54.436022 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-6b2e7d0d-246c-4b59-ad56-4bdfc0c58819 service neutron] 10.222.0.35 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Jul 28 03:43:54.522759 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-6a13dede-700d-45e3-83ae-6be9bfe431c9 service neutron] 10.222.0.35 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808351 Jul 28 03:43:54.680487 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-dffcb29a-f53e-4a5c-9755-a83d23c9074a req-28aa849d-1759-4abd-9fe5-f15b8aedebdf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Jul 28 03:43:55.685632 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-b95a6332-45d0-44fe-b325-0b16c78fc771 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:55.687440 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-b95a6332-45d0-44fe-b325-0b16c78fc771 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 811 time: 0.1036453 Jul 28 03:43:55.743810 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-e8bfc79a-2790-432e-925c-f3e7eaf4e05e tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5 HTTP/1.1" status: 200 len: 379 time: 0.0375569 Jul 28 03:43:55.754213 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'port': {'device_id': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'admin_state_up': True, 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'security_groups': ['62c0a473-da3c-4d52-b575-b1ba1ffc212e']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:55.785920 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ca9e4d94-ee2b-4067-ad01-3e799517974b req-b5cae016-0828-4db9-bb47-21706076f7a5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 210 time: 0.0274451 Jul 28 03:43:55.860929 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Made reservation on behalf of e3cdaf75dddd4f41a1b6bb66a0ceaab5 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:43:55.864350 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:55.989556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Allocated IP 172.20.0.11 (957f35dd-7ef5-4aed-9797-3c0bc8ab00fd/5f6d7662-336e-4858-8fe2-0c89b423d66d/28deadf5-2a88-460e-9e72-12c270875bd4) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:56.124876 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.136952 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Transition to ACTIVE for port object 28deadf5-2a88-460e-9e72-12c270875bd4 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:56.168153 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.207299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:56.210257 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:56.213769 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:56.242935 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event updated for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:56.269358 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:56.269975 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.286430 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-3aee0942-0f29-4802-b6dd-8c88f97b1fdd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5360789 Jul 28 03:43:56.306283 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Request body: {'port': {'device_id': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:56.362819 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.388308 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-c6b4b0ef-0280-4316-9444-9642944fb50c None None] Provisioning for port 28deadf5-2a88-460e-9e72-12c270875bd4 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:56.391886 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-c6b4b0ef-0280-4316-9444-9642944fb50c None None] Provisioning complete for port 28deadf5-2a88-460e-9e72-12c270875bd4 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:56.392347 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b0ef-0280-4316-9444-9642944fb50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.425969 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4b0ef-0280-4316-9444-9642944fb50c None None] Port 28deadf5-2a88-460e-9e72-12c270875bd4 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:43:56.876669 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28deadf5-2a88-460e-9e72-12c270875bd4 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:43:56.884290 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.895746 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Transition to ACTIVE for port object 28deadf5-2a88-460e-9e72-12c270875bd4 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:56.898670 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a445d6-7f73-4748-a28c-c2594a333bd6 req-2b3e017a-17b0-4f2a-9948-b74c83f23635 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:56.899519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.900165 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d2a445d6-7f73-4748-a28c-c2594a333bd6 req-2b3e017a-17b0-4f2a-9948-b74c83f23635 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 932 time: 0.0472348 Jul 28 03:43:56.939551 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d2a445d6-7f73-4748-a28c-c2594a333bd6 req-4bf52f75-414d-4223-964a-a636d5424cbf tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Jul 28 03:43:56.948751 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:57.021540 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Attempting to bind port 28deadf5-2a88-460e-9e72-12c270875bd4 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:43:57.022090 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Attempting to bind port 28deadf5-2a88-460e-9e72-12c270875bd4 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:43:57.022435 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Attempting to bind port 28deadf5-2a88-460e-9e72-12c270875bd4 on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:57.026739 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Port 28deadf5-2a88-460e-9e72-12c270875bd4 on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:43:57.027056 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Attempting to bind port 28deadf5-2a88-460e-9e72-12c270875bd4 on network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:57.032546 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:43:57.032881 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Checking segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:57.033262 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Bound using segment: {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:43:57.033685 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Bound port: 28deadf5-2a88-460e-9e72-12c270875bd4, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee98f0d-a811-4fa8-b815-5773339448a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:43:57.034038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:57.105013 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:43:57.108505 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28deadf5-2a88-460e-9e72-12c270875bd4,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:43:57.113507 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:57.145545 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.146278 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:57.147589 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/28deadf5-2a88-460e-9e72-12c270875bd4 HTTP/1.1" status: 200 len: 1094 time: 0.8456874 Jul 28 03:43:57.148029 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:57.150262 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:57.180446 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ddfd-6e24-477b-9668-632bbbbd42a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:57.193646 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f36ed-74b3-41df-b522-2fb37a2bbcb8 x-openstack-request-id: req-f06f36ed-74b3-41df-b522-2fb37a2bbcb8 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:57.194009 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:57.194653 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f06f36ed-74b3-41df-b522-2fb37a2bbcb8 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:57.194824 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4', 'status': 'completed', 'code': 200} Jul 28 03:43:57.257544 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-4c6e5390-a686-47de-9a8a-3445f6a718f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.259107 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-4c6e5390-a686-47de-9a8a-3445f6a718f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 1097 time: 0.0456135 Jul 28 03:43:57.307426 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-11771346-8bc4-4fcb-a8c3-cad3724bcd56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28deadf5-2a88-460e-9e72-12c270875bd4 HTTP/1.1" status: 200 len: 217 time: 0.0343926 Jul 28 03:43:57.356372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-c41963dc-ea81-4795-97e7-57e3f923f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.357710 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-c41963dc-ea81-4795-97e7-57e3f923f15d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0424993 Jul 28 03:43:57.404340 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-5434f992-6c8e-4d6a-91c1-35e3f2664dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.405817 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-5434f992-6c8e-4d6a-91c1-35e3f2664dfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0392704 Jul 28 03:43:57.495256 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-533d7507-0cfa-4219-9316-c03b0d6d8f8b service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820105 Jul 28 03:43:57.585366 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c2f3668d-cc0a-4c23-85a7-eacce3aea4cf req-54802c8c-61ea-491c-9304-9fbca86f5e4b service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803509 Jul 28 03:43:57.718010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-4136150e-1586-41f3-af4d-aaf27724e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.720009 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-4136150e-1586-41f3-af4d-aaf27724e2bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 1097 time: 0.0452056 Jul 28 03:43:57.808623 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-bcea25f9-db59-40f2-90ba-c9fd4d5ad704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.810069 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-bcea25f9-db59-40f2-90ba-c9fd4d5ad704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.0816376 Jul 28 03:43:57.855344 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-52705ab8-cf7f-4ef9-9297-e176a96aed0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28deadf5-2a88-460e-9e72-12c270875bd4 HTTP/1.1" status: 200 len: 217 time: 0.0376844 Jul 28 03:43:57.904425 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-dca47cd9-ac0d-4446-8cf6-8b324b8699d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.905787 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-dca47cd9-ac0d-4446-8cf6-8b324b8699d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0428391 Jul 28 03:43:57.949159 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-7b70dad4-1b4e-4a9f-a791-d726dac0264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:57.951066 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-7b70dad4-1b4e-4a9f-a791-d726dac0264a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0369666 Jul 28 03:43:58.073020 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-9dd66810-6831-461a-af3e-0876ab33dc87 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139417 Jul 28 03:43:58.081444 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba90b45-79e7-4aaf-bdd5-96b22133d9d2 req-1f624c90-6fc8-4d93-bf62-3de3bed2d403 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:58.082836 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eba90b45-79e7-4aaf-bdd5-96b22133d9d2 req-1f624c90-6fc8-4d93-bf62-3de3bed2d403 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 944 time: 0.0694768 Jul 28 03:43:58.179665 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eba90b45-79e7-4aaf-bdd5-96b22133d9d2 req-4e491076-ecde-4cda-a30a-fc6073d51327 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866082 Jul 28 03:43:58.203660 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0265e9fe-111b-4187-8dbe-18ac1ac89bbe req-ad26442f-47ba-436e-bf44-5882264bd170 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198554 Jul 28 03:43:59.293218 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73841d-f73a-4796-b332-0063344c075d req-18c5fa1c-f082-4e4a-9b8c-5547366754ac tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:59.295183 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0f73841d-f73a-4796-b332-0063344c075d req-18c5fa1c-f082-4e4a-9b8c-5547366754ac tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 944 time: 0.0490322 Jul 28 03:43:59.331942 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0f73841d-f73a-4796-b332-0063344c075d req-a1211a58-d1aa-4e74-831c-5385754e52c5 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309255 Jul 28 03:44:00.449001 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749ea01-0de7-4de0-9472-85782ebe08ae req-fff746de-23cc-47fe-a960-513250b78073 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:00.451032 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9749ea01-0de7-4de0-9472-85782ebe08ae req-fff746de-23cc-47fe-a960-513250b78073 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 944 time: 0.0528312 Jul 28 03:44:00.487022 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9749ea01-0de7-4de0-9472-85782ebe08ae req-26818564-708b-4b00-977e-35e1575dd8e8 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Jul 28 03:44:00.602171 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28deadf5-2a88-460e-9e72-12c270875bd4 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:44:00.696853 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28deadf5-2a88-460e-9e72-12c270875bd4,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:00.708349 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '28deadf5-2a88-460e-9e72-12c270875bd4', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'port_id': '28deadf5-2a88-460e-9e72-12c270875bd4', 'mac_address': 'fa:16:3e:7b:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:44:00.749978 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:00.761983 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28deadf5-2a88-460e-9e72-12c270875bd4 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:44:00.782225 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28deadf5-2a88-460e-9e72-12c270875bd4,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:00.787142 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:00.845707 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:00.852608 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.852895 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.853240 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.853580 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.853913 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.854245 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.854577 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.854904 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.855233 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.855587 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.855914 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:00.856243 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:44:01.109062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['28deadf5-2a88-460e-9e72-12c270875bd4'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:44:01.601138 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead969-e07e-4220-9d41-a791ac8c8827 req-e119f388-c23e-4bba-962d-8eb18ad9d9ab tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:01.602550 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-beead969-e07e-4220-9d41-a791ac8c8827 req-e119f388-c23e-4bba-962d-8eb18ad9d9ab tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Jul 28 03:44:01.638638 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-beead969-e07e-4220-9d41-a791ac8c8827 req-b2fe2327-98c2-421b-8cc5-7559d05651cd tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302877 Jul 28 03:44:02.603066 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28deadf5-2a88-460e-9e72-12c270875bd4 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:44:02.654062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 28deadf5-2a88-460e-9e72-12c270875bd4 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:44:02.657766 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 28deadf5-2a88-460e-9e72-12c270875bd4 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:44:02.658132 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.734376 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.751155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef53a7-3383-4575-b360-83604a7c5a85 req-b0b0ca05-63b6-4929-946f-bd4423cd6608 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:02.752708 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-05ef53a7-3383-4575-b360-83604a7c5a85 req-b0b0ca05-63b6-4929-946f-bd4423cd6608 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Jul 28 03:44:02.757229 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:44:02.759435 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf438f8-e398-4007-aec7-cf825a31d9c1" -d '{"events": [{"server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "name": "network-vif-plugged", "status": "completed", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:44:02.772785 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28deadf5-2a88-460e-9e72-12c270875bd4,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:02.778434 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.794219 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-05ef53a7-3383-4575-b360-83604a7c5a85 req-7096c253-9da7-424d-ad37-ab03da0d158d tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351241 Jul 28 03:44:02.807719 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b780fcfe-d757-4989-8b9b-99c0cb745e5d x-openstack-request-id: req-b780fcfe-d757-4989-8b9b-99c0cb745e5d {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:44:02.807999 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "name": "network-vif-plugged", "status": "completed", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:44:02.808358 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b780fcfe-d757-4989-8b9b-99c0cb745e5d {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:44:02.808749 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4', 'code': 200} Jul 28 03:44:02.839170 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:02.999792 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f90470-d1ed-445b-8b20-2f4d78ef41fb req-7d4c0f76-6617-4007-adc6-85f588d84ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:03.001232 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-55f90470-d1ed-445b-8b20-2f4d78ef41fb req-7d4c0f76-6617-4007-adc6-85f588d84ebb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 1099 time: 0.0390375 Jul 28 03:44:03.035834 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-55f90470-d1ed-445b-8b20-2f4d78ef41fb req-9d918509-4b6a-4db2-8454-2dc4b1995059 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272868 Jul 28 03:44:03.909426 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e67d-5f34-4822-af45-5f6fcdbb7e07 req-37dd390b-77fb-4554-87b9-bb70b8bf59d1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:03.910907 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f99e67d-5f34-4822-af45-5f6fcdbb7e07 req-37dd390b-77fb-4554-87b9-bb70b8bf59d1 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0515029 Jul 28 03:44:03.947945 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8f99e67d-5f34-4822-af45-5f6fcdbb7e07 req-31b2d8ce-81a2-46e6-9dec-32b355bd94c8 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311832 Jul 28 03:44:04.149985 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5651f614-5439-4f7f-af23-25933df8d2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:05.059038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1f53d-f61d-45ce-a7bd-3369bf8710a5 req-b61c26b1-131c-48d5-b21b-f1202fd38134 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:05.061012 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cef1f53d-f61d-45ce-a7bd-3369bf8710a5 req-b61c26b1-131c-48d5-b21b-f1202fd38134 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0466940 Jul 28 03:44:05.099005 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cef1f53d-f61d-45ce-a7bd-3369bf8710a5 req-64b3cbf1-a5fd-450c-9a04-6db98599eafc tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Jul 28 03:44:05.207414 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4c43-781f-4323-9683-3f98f7bdc78c req-593e5ef8-fcb2-46b7-930d-dbd0d4862a28 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:05.208819 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-702c4c43-781f-4323-9683-3f98f7bdc78c req-593e5ef8-fcb2-46b7-930d-dbd0d4862a28 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0460124 Jul 28 03:44:05.217623 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56086) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:44:05.221872 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Request body: {'floatingip': {'port_id': '28deadf5-2a88-460e-9e72-12c270875bd4'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:44:05.261964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:05.672414 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:05.675912 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:05.770719 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Floating IP 82d0eff2-c6c0-4be8-ab22-338e16da1052 associated. External IP: 172.28.3.156, port: 28deadf5-2a88-460e-9e72-12c270875bd4. Jul 28 03:44:05.964595 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:44:06.066633 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:44:06.071406 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:06.077699 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:44:06.087264 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:44:06.087898 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:44:06.097504 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b732e39c-ddb1-4b51-9284-3af87e4ec489 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "PUT /v2.0/floatingips/82d0eff2-c6c0-4be8-ab22-338e16da1052 HTTP/1.1" status: 200 len: 992 time: 0.8788888 Jul 28 03:44:06.098091 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:44:06.100345 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9791e8-2d02-4395-9d96-85f9cca95738" -d '{"events": [{"name": "network-changed", "server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:44:06.138771 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba533ae1-589a-44e4-926f-e28625a6373d x-openstack-request-id: req-ba533ae1-589a-44e4-926f-e28625a6373d {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:44:06.139062 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:44:06.139313 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba533ae1-589a-44e4-926f-e28625a6373d {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:44:06.139738 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4', 'status': 'completed', 'code': 200} Jul 28 03:44:06.194300 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:44:06.233021 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-7ffd5cdd-3e1a-4f18-a94e-92bbaeda40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:06.234538 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-7ffd5cdd-3e1a-4f18-a94e-92bbaeda40e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 1099 time: 0.0398378 Jul 28 03:44:06.326528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-971c4254-dd5d-4ea9-8d3b-fd6d56b5f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:06.328101 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-971c4254-dd5d-4ea9-8d3b-fd6d56b5f6d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 200 len: 912 time: 0.0860651 Jul 28 03:44:06.396510 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-a909b16c-f486-45c3-b8a7-217e60103c4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28deadf5-2a88-460e-9e72-12c270875bd4 HTTP/1.1" status: 200 len: 1000 time: 0.0598760 Jul 28 03:44:06.413810 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '82d0eff2-c6c0-4be8-ab22-338e16da1052', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': '28deadf5-2a88-460e-9e72-12c270875bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:7b:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:53Z', 'updated_at': '2021-07-28T03:44:05Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:44:06.439617 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:44:06.446279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-a1d418d6-1906-45e3-84cf-5d761b48060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:06.447510 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:44:06.447764 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-a1d418d6-1906-45e3-84cf-5d761b48060d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 200 len: 850 time: 0.0431900 Jul 28 03:44:06.448101 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:43:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:44:06.496198 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-302c7311-07da-4014-bfb8-17ecf1dcce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:06.497721 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-302c7311-07da-4014-bfb8-17ecf1dcce2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433338 Jul 28 03:44:06.552374 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:44:06.593543 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-95124da2-44db-4b49-94b3-8dd1775bc17a service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799153 Jul 28 03:44:06.666716 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-094fabb4-a7c1-4a2b-9293-202d1dd1ed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:06.686375 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af9791e8-2d02-4395-9d96-85f9cca95738 req-c6ef3be6-6b95-433b-876b-a70d2d1a38d2 service neutron] 10.222.0.15 "GET /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jul 28 03:44:06.783579 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '82d0eff2-c6c0-4be8-ab22-338e16da1052', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': '28deadf5-2a88-460e-9e72-12c270875bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:7b:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:53Z', 'updated_at': '2021-07-28T03:44:05Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:44:06.808487 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0de005-da37-49c7-8d60-7d9af8663fe2 None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': '82d0eff2-c6c0-4be8-ab22-338e16da1052', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'port_id': '28deadf5-2a88-460e-9e72-12c270875bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'mac_address': 'fa:16:3e:7b:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:43:53Z', 'updated_at': '2021-07-28T03:44:05Z', 'revision_number': 1, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:44:06.982924 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83318ec8-f168-4186-8e90-a577e66562e1 None None] New status for floating IP 82d0eff2-c6c0-4be8-ab22-338e16da1052: ACTIVE {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:44:07.147281 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:07.807239 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:08.756624 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:09.614697 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:16.143926 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e1c3c-c503-41c1-8e27-86d0af3671a6 req-7b98b2d8-a973-4057-bf41-d171447308c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:16.146311 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-819e1c3c-c503-41c1-8e27-86d0af3671a6 req-7b98b2d8-a973-4057-bf41-d171447308c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0534422 Jul 28 03:44:16.185982 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-819e1c3c-c503-41c1-8e27-86d0af3671a6 req-03f8f43d-1459-428d-9291-bb969b627ac3 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Jul 28 03:44:16.813477 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:17.302748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34231f8-f720-4c3f-ab4c-c5cae48699e4 req-59a2102f-f3c8-4140-9f82-49c8792c3ef2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:17.304227 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b34231f8-f720-4c3f-ab4c-c5cae48699e4 req-59a2102f-f3c8-4140-9f82-49c8792c3ef2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0468218 Jul 28 03:44:17.341768 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b34231f8-f720-4c3f-ab4c-c5cae48699e4 req-fe11964f-9fb9-4600-9c0e-cefedc8ba6b5 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Jul 28 03:44:18.462611 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3551b-7060-4038-948e-6b30a1589367 req-b9c8a3b1-5c78-49c7-9216-7a2818cd2e09 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:18.464091 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-96b3551b-7060-4038-948e-6b30a1589367 req-b9c8a3b1-5c78-49c7-9216-7a2818cd2e09 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0525789 Jul 28 03:44:18.501342 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-96b3551b-7060-4038-948e-6b30a1589367 req-eca9e562-fd47-4b18-8714-8b94af240185 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Jul 28 03:44:19.616345 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a7bc-cf14-440a-a618-5a5f86d4bec8 req-54eafb5f-3a44-4fc3-98a6-935beaf375ed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:19.617781 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5041a7bc-cf14-440a-a618-5a5f86d4bec8 req-54eafb5f-3a44-4fc3-98a6-935beaf375ed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0466714 Jul 28 03:44:19.655725 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5041a7bc-cf14-440a-a618-5a5f86d4bec8 req-cedb3425-8b7e-4a47-9897-1876bdbc8448 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Jul 28 03:44:20.772211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfe923-2c80-4cf3-ba0d-9245e7b17138 req-a0879345-a004-4044-b482-44749ead1a0b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:20.773696 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-66dfe923-2c80-4cf3-ba0d-9245e7b17138 req-a0879345-a004-4044-b482-44749ead1a0b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0485082 Jul 28 03:44:20.809837 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-66dfe923-2c80-4cf3-ba0d-9245e7b17138 req-88ff8cf6-4792-4c05-b149-b05db8c55313 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Jul 28 03:44:21.928580 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec933f-424e-4949-84f0-7e7d66afb912 req-a6785eeb-4ce6-473e-9408-dfc162102e46 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:21.930006 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-efec933f-424e-4949-84f0-7e7d66afb912 req-a6785eeb-4ce6-473e-9408-dfc162102e46 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0497494 Jul 28 03:44:21.967861 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-efec933f-424e-4949-84f0-7e7d66afb912 req-5b7186ec-f539-48c3-93ed-7e3910f52873 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Jul 28 03:44:23.083810 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab8bc-3365-447f-9f98-201615ffe119 req-de7fd174-72c2-4f4c-b6d1-f4d2fd0458d8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:23.085298 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9d4ab8bc-3365-447f-9f98-201615ffe119 req-de7fd174-72c2-4f4c-b6d1-f4d2fd0458d8 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0472071 Jul 28 03:44:23.123471 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9d4ab8bc-3365-447f-9f98-201615ffe119 req-c1c1f201-562f-4b2c-82e6-f7c2a5481b5e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Jul 28 03:44:24.241658 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774335-a42f-4095-a8b2-07bea78171e5 req-29ae1a02-d278-4898-b121-9359b3d922a4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:24.243093 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9b774335-a42f-4095-a8b2-07bea78171e5 req-29ae1a02-d278-4898-b121-9359b3d922a4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0481782 Jul 28 03:44:24.279854 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9b774335-a42f-4095-a8b2-07bea78171e5 req-f1a9cdbf-75d1-4d3b-9361-1599b4c5e5ec tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301621 Jul 28 03:44:25.397811 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0536-41bb-4c2f-a799-b158263b7ccb req-a5a98158-cd50-4309-9f4c-f95afda96940 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:25.399249 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-80fe0536-41bb-4c2f-a799-b158263b7ccb req-a5a98158-cd50-4309-9f4c-f95afda96940 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0516107 Jul 28 03:44:25.436117 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-80fe0536-41bb-4c2f-a799-b158263b7ccb req-eaaa1cbf-d314-4b84-8a52-0f4d3c6fa09b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Jul 28 03:44:26.554969 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee196bf-1762-4076-8847-e50dbe32ba59 req-1744e5d7-b541-4da3-b802-4813bfa1b33f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:26.556449 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eee196bf-1762-4076-8847-e50dbe32ba59 req-1744e5d7-b541-4da3-b802-4813bfa1b33f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0508795 Jul 28 03:44:26.593947 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eee196bf-1762-4076-8847-e50dbe32ba59 req-167f29c6-7e06-48a1-a65a-edb3c1a71d5c tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Jul 28 03:44:27.709645 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a514a2-47f0-41a1-9c4d-1214441e4ee4 req-1fcf83c3-4022-4d09-9d17-c8379a59d8b7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:27.711060 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c3a514a2-47f0-41a1-9c4d-1214441e4ee4 req-1fcf83c3-4022-4d09-9d17-c8379a59d8b7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0468993 Jul 28 03:44:27.749713 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c3a514a2-47f0-41a1-9c4d-1214441e4ee4 req-8608297d-13fd-4230-8b3f-f5a947a6c170 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Jul 28 03:44:28.696207 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:44:28.795464 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:28.806502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:44:28.847304 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:28.859927 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:44:28.869936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725cd6-cd20-4230-915c-fefccba51437 req-f577c697-548d-482e-8c42-bdc30e657240 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:28.871679 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9d725cd6-cd20-4230-915c-fefccba51437 req-f577c697-548d-482e-8c42-bdc30e657240 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0517499 Jul 28 03:44:28.879416 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:28.883371 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:28.910352 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9d725cd6-cd20-4230-915c-fefccba51437 req-64c90100-4bf3-44bf-9e1c-3a6fd3e2167a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Jul 28 03:44:28.933004 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=6']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:29.049866 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['fc50dd62-cc0d-4615-9662-7032ed319555'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:44:30.041958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a81360-cb94-4ea0-81a1-60393d1f6d36 req-a1d63d7f-a4af-460e-9e17-e717b3f893d6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:30.043554 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c0a81360-cb94-4ea0-81a1-60393d1f6d36 req-a1d63d7f-a4af-460e-9e17-e717b3f893d6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 944 time: 0.0549791 Jul 28 03:44:30.087914 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c0a81360-cb94-4ea0-81a1-60393d1f6d36 req-bf91f991-3dba-4172-8dd4-43bdb5891331 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367668 Jul 28 03:44:30.696891 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:44:30.750118 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port fc50dd62-cc0d-4615-9662-7032ed319555 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:44:30.750498 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:30.833114 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:30.858859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:44:30.861149 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b831234-ad71-421a-996d-c6d94a6a20df" -d '{"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:44:30.887006 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:30.895564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:30.920727 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80a5c09-b76e-4771-b37d-b69d795af5f9 x-openstack-request-id: req-e80a5c09-b76e-4771-b37d-b69d795af5f9 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:44:30.920985 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:44:30.921242 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e80a5c09-b76e-4771-b37d-b69d795af5f9 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:44:30.921624 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'code': 200} Jul 28 03:44:30.948339 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=7']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:31.379741 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc319-fa6f-40b0-9492-7e19b3dc03c2 req-7091adfd-106b-4a80-a2d4-ff6afcb59c08 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:31.387136 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c79fc319-fa6f-40b0-9492-7e19b3dc03c2 req-7091adfd-106b-4a80-a2d4-ff6afcb59c08 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.2225835 Jul 28 03:44:31.428877 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c79fc319-fa6f-40b0-9492-7e19b3dc03c2 req-2758ff1e-fdde-4c43-80bf-bd32bfba99c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Jul 28 03:44:32.564316 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be656-275e-4f53-99e5-9db791591d27 req-42ec3213-0029-44a8-897d-b29331fc263e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:32.566706 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5a0be656-275e-4f53-99e5-9db791591d27 req-42ec3213-0029-44a8-897d-b29331fc263e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0554156 Jul 28 03:44:32.610913 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5a0be656-275e-4f53-99e5-9db791591d27 req-c8e00937-2314-485d-811e-e02bd608fa0e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381615 Jul 28 03:44:33.741607 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1574b-931f-445f-9fe1-f12dc66a1e8d req-af8ec7af-a16c-4ad6-a8a2-03b2bfe49bbb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:33.744078 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ef1574b-931f-445f-9fe1-f12dc66a1e8d req-af8ec7af-a16c-4ad6-a8a2-03b2bfe49bbb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0577533 Jul 28 03:44:33.787608 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ef1574b-931f-445f-9fe1-f12dc66a1e8d req-edc24018-c167-4731-aab4-76d98a166286 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Jul 28 03:44:34.153567 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e652f660-f73a-4be5-adf3-c0da375cfe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:34.934973 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee666a3-1d26-44e3-b37b-08e9ea2a55fd req-d28899b9-b239-454c-a013-979d29959ba2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:34.936524 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2ee666a3-1d26-44e3-b37b-08e9ea2a55fd req-d28899b9-b239-454c-a013-979d29959ba2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0526702 Jul 28 03:44:34.980104 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2ee666a3-1d26-44e3-b37b-08e9ea2a55fd req-a7d994ab-e386-4310-a09a-bc4be60ac463 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Jul 28 03:44:36.106885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba8d7a-24d5-4a75-8c3b-56e836660d96 req-e0c2710f-fb56-4352-86f0-e0698ad61557 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:36.109315 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-44ba8d7a-24d5-4a75-8c3b-56e836660d96 req-e0c2710f-fb56-4352-86f0-e0698ad61557 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0541525 Jul 28 03:44:36.163970 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-44ba8d7a-24d5-4a75-8c3b-56e836660d96 req-e48f8435-9b82-4865-a847-1d713a09c65f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464938 Jul 28 03:44:36.649664 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e052-6912-4348-949f-11603bb1fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:37.151294 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:37.289578 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b562f-2dc3-41dc-8b2e-c8d04a6f145b req-1e11d303-7f85-4d5b-b591-67faf925b15e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:37.291089 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f00b562f-2dc3-41dc-8b2e-c8d04a6f145b req-1e11d303-7f85-4d5b-b591-67faf925b15e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0618527 Jul 28 03:44:37.330305 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f00b562f-2dc3-41dc-8b2e-c8d04a6f145b req-36ff62b4-4594-4ac6-88d3-0810afdfb6ed tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Jul 28 03:44:37.812446 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:38.450464 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e9840-89b0-4c59-90a0-8c06a42dfd47 req-382de633-46f8-40c4-b563-6c98551c8fe6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:38.452021 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-757e9840-89b0-4c59-90a0-8c06a42dfd47 req-382de633-46f8-40c4-b563-6c98551c8fe6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0502481 Jul 28 03:44:38.489058 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-757e9840-89b0-4c59-90a0-8c06a42dfd47 req-67d2e1fd-fd65-447e-8f89-2c19a73002be tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Jul 28 03:44:38.762792 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:38.800489 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-e53d3c29-4df9-492b-8901-1965c909e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:38.801992 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-e53d3c29-4df9-492b-8901-1965c909e1c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1098 time: 0.0391724 Jul 28 03:44:38.895176 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-9ae5f4fe-023a-4d66-b5b9-c5bbaa45f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:38.896809 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-9ae5f4fe-023a-4d66-b5b9-c5bbaa45f3bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.0866506 Jul 28 03:44:38.962221 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-5ebaf5a4-ae2b-418d-ab1f-c77f6e5657c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 1000 time: 0.0567164 Jul 28 03:44:39.025936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-3fe9ccf8-0c8d-4bad-94c2-a3ea751c0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:39.027272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-3fe9ccf8-0c8d-4bad-94c2-a3ea751c0218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0498474 Jul 28 03:44:39.072655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-e5be1228-6cc4-45ad-923e-cb297f0f94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:39.074071 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-e5be1228-6cc4-45ad-923e-cb297f0f94de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0386777 Jul 28 03:44:39.165311 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-6f7ecfae-55c3-4ba5-94fb-077cf6ed23b1 service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831387 Jul 28 03:44:39.258637 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1178b7ef-5b27-4991-8b51-15f0310f18e2 req-04ca6d45-feac-46cb-9061-b0b2dbe85d2b service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Jul 28 03:44:39.610402 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d762f-f0d8-4215-822f-4f294df96eaf req-4e8bedbc-ec8f-4749-9b1d-1b24faf3c8aa tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:39.611923 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8c7d762f-f0d8-4215-822f-4f294df96eaf req-4e8bedbc-ec8f-4749-9b1d-1b24faf3c8aa tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0502951 Jul 28 03:44:39.624187 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:39.650456 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8c7d762f-f0d8-4215-822f-4f294df96eaf req-78ea0b9a-cc07-4562-a6ee-33e970871088 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326264 Jul 28 03:44:40.766690 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1e8a4-e37b-41c9-8b41-df4460698105 req-4a922b75-0563-426a-bbd1-21196d6348c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:40.768173 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-21c1e8a4-e37b-41c9-8b41-df4460698105 req-4a922b75-0563-426a-bbd1-21196d6348c7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.0470634 Jul 28 03:44:40.805611 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-21c1e8a4-e37b-41c9-8b41-df4460698105 req-98bee82b-2598-4790-9dad-ffbf16f2bd3e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Jul 28 03:44:42.152707 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c75cc-bec8-488c-8770-abbd95baf7d5 req-64f35a5b-41cf-4655-94b8-22e656d8f6b4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:42.154186 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-606c75cc-bec8-488c-8770-abbd95baf7d5 req-64f35a5b-41cf-4655-94b8-22e656d8f6b4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 945 time: 0.2745392 Jul 28 03:44:42.192707 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-606c75cc-bec8-488c-8770-abbd95baf7d5 req-6ae993d2-588d-4643-86c0-90186cc41f5d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Jul 28 03:44:42.805962 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:44:42.878944 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:42.901291 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:44:42.904105 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb32a6-6c6e-48b6-a7d5-7929f360294a" -d '{"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:44:42.916861 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:42.921411 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:42.946070 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4130d935-13fd-436e-9d08-1e9ad7714e54 x-openstack-request-id: req-4130d935-13fd-436e-9d08-1e9ad7714e54 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:44:42.946357 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-unplugged", "status": "failed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "code": 422}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:44:42.946606 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4130d935-13fd-436e-9d08-1e9ad7714e54 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:44:42.946990 dv-cinder-802648-1-smb neutron-server[99648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'code': 422} returned with failed status Jul 28 03:44:42.974037 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=8']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:43.180298 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daff79-11c1-42f1-b9f4-9bc8d0786cf7 req-09aa5e9a-ce0a-401c-a88d-29baa9ed4a28 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:43.181630 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f5daff79-11c1-42f1-b9f4-9bc8d0786cf7 req-09aa5e9a-ce0a-401c-a88d-29baa9ed4a28 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0712831 Jul 28 03:44:43.213127 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-7a25d104-5fa7-4017-a57f-4d85703f3bb7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643954 Jul 28 03:44:43.227053 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f5daff79-11c1-42f1-b9f4-9bc8d0786cf7 req-e475c5a4-dc7e-4a1f-bf1f-91287e51908e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387721 Jul 28 03:44:44.268840 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-06599b89-a29c-4c81-8279-0e4d9188afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.270448 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-06599b89-a29c-4c81-8279-0e4d9188afd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca&tenant_id=ce5ce8b14fd04282a586e30ac06e0861 HTTP/1.1" status: 200 len: 1096 time: 0.0411451 Jul 28 03:44:44.340896 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-cb2da64b-cdff-48c2-bd63-aa709ff08786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.342364 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-cb2da64b-cdff-48c2-bd63-aa709ff08786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0385652 Jul 28 03:44:44.346593 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7d86-0d98-433d-b7fa-b8c367eaf150 req-f11e7196-14d4-4438-92e9-3b365123bf99 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.348082 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-491c7d86-0d98-433d-b7fa-b8c367eaf150 req-f11e7196-14d4-4438-92e9-3b365123bf99 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0499904 Jul 28 03:44:44.436272 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-5de2a128-0038-4a4e-a784-574882cf0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.437737 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-5de2a128-0038-4a4e-a784-574882cf0484 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 200 len: 917 time: 0.0867910 Jul 28 03:44:44.476448 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-491c7d86-0d98-433d-b7fa-b8c367eaf150 req-64a2c5c2-34b5-4bb6-8c02-38ffb34d1261 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224988 Jul 28 03:44:44.504583 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-16ed786d-adb1-42ce-90f3-7fd845a4a1e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 200 len: 998 time: 0.0581152 Jul 28 03:44:44.558556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-84f50ad0-7db5-4221-8299-5a8e64e48882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.560168 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-84f50ad0-7db5-4221-8299-5a8e64e48882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 200 len: 855 time: 0.0471623 Jul 28 03:44:44.604745 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-3c829e74-bff1-4730-a365-a2bdcc976b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.606639 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-3c829e74-bff1-4730-a365-a2bdcc976b4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0707ba1-d888-446b-a189-14c43279ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0378113 Jul 28 03:44:44.693437 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-7c6a7b57-6e26-466c-9545-3a47c0292fcc service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789435 Jul 28 03:44:44.784801 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-32ae16f2-c576-403d-b4e1-a173a6fd1d1f req-f234f552-12be-4b3f-8908-e237c632177b service neutron] 10.222.0.15 "GET /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Jul 28 03:44:45.603234 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805a6ab-8766-46ed-b517-2bdef4e9217c req-a3bf3b5f-5951-4ae8-818e-a187ed72f3d7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:45.604893 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7805a6ab-8766-46ed-b517-2bdef4e9217c req-a3bf3b5f-5951-4ae8-818e-a187ed72f3d7 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0499301 Jul 28 03:44:45.648364 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-7805a6ab-8766-46ed-b517-2bdef4e9217c req-2ba5c2d9-50cd-4b74-867f-5bdb1fc40fbc tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367656 Jul 28 03:44:46.767443 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5b5d-5738-49b6-8f88-3f3eec163093 req-23244190-81fc-42dd-88f4-44578eb824cb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:46.768974 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1e1c5b5d-5738-49b6-8f88-3f3eec163093 req-23244190-81fc-42dd-88f4-44578eb824cb tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0477479 Jul 28 03:44:46.808759 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1e1c5b5d-5738-49b6-8f88-3f3eec163093 req-d312f93f-049e-498b-8710-b6c69c8bc738 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336442 Jul 28 03:44:47.932281 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ea38-a551-4a74-b337-e3d206bcdf34 req-85e22ec9-a568-40f1-a423-e2fe9c2a84ff tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:47.933735 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e484ea38-a551-4a74-b337-e3d206bcdf34 req-85e22ec9-a568-40f1-a423-e2fe9c2a84ff tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0558639 Jul 28 03:44:47.970157 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e484ea38-a551-4a74-b337-e3d206bcdf34 req-b6fe2381-8430-4f3e-ba81-703cbb25f35a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298612 Jul 28 03:44:49.097628 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe786a9-e859-45f6-a3bf-4df0184f1286 req-54124b16-5220-4e17-8a94-43d494467c66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:49.099095 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ffe786a9-e859-45f6-a3bf-4df0184f1286 req-54124b16-5220-4e17-8a94-43d494467c66 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0533559 Jul 28 03:44:49.137612 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ffe786a9-e859-45f6-a3bf-4df0184f1286 req-6f178564-0eef-4ebb-98e5-745b22e16e36 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Jul 28 03:44:50.260309 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7bf38-3fc1-4335-b7f5-3c8d360e5b4c req-e22ebc6a-e2e5-4ca5-840b-b1f65eeab8f9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:50.261776 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-13a7bf38-3fc1-4335-b7f5-3c8d360e5b4c req-e22ebc6a-e2e5-4ca5-840b-b1f65eeab8f9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0526083 Jul 28 03:44:50.299440 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-13a7bf38-3fc1-4335-b7f5-3c8d360e5b4c req-747cb1b2-b3ce-436b-8c44-b0ff73b5b6ea tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Jul 28 03:44:51.424637 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22edc4-0c30-4a55-b995-215dcbfb00ce req-12613074-ed52-455f-82c2-bc51ab7c768f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:51.426111 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5d22edc4-0c30-4a55-b995-215dcbfb00ce req-12613074-ed52-455f-82c2-bc51ab7c768f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0499840 Jul 28 03:44:51.465571 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5d22edc4-0c30-4a55-b995-215dcbfb00ce req-53230f49-344d-43ca-8216-a6e20a8ec68e tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Jul 28 03:44:52.589136 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159d215-d928-4db9-a240-d0890000885a req-e8fa6b63-c4e0-4303-b031-937a3d9bdc05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:52.590564 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8159d215-d928-4db9-a240-d0890000885a req-e8fa6b63-c4e0-4303-b031-937a3d9bdc05 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0464809 Jul 28 03:44:52.635270 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8159d215-d928-4db9-a240-d0890000885a req-a8cfde70-417b-4295-a18c-ffdc5d55b0f4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379071 Jul 28 03:44:53.753475 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc1d7b-eda3-481d-b283-a0d580cfd197 req-8c561649-2627-4ce0-a795-ebc4cb4b4b69 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:53.754929 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ccc1d7b-eda3-481d-b283-a0d580cfd197 req-8c561649-2627-4ce0-a795-ebc4cb4b4b69 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0489187 Jul 28 03:44:53.793892 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ccc1d7b-eda3-481d-b283-a0d580cfd197 req-bbf36b82-07ee-4a79-bcc4-5d7bb1c46027 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Jul 28 03:44:53.813497 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:54.930338 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d9e1-3970-4dbb-8cdb-9f8d139eaf31 req-0c3966bf-9385-4aba-ab5a-cc88a7ee2b94 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:54.931931 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8515d9e1-3970-4dbb-8cdb-9f8d139eaf31 req-0c3966bf-9385-4aba-ab5a-cc88a7ee2b94 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0539389 Jul 28 03:44:54.971447 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8515d9e1-3970-4dbb-8cdb-9f8d139eaf31 req-5f59bb4a-b244-4f7b-9601-6fe5ace12153 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Jul 28 03:44:56.113163 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77b83-98fe-42e7-bbd9-c545f10b5fc8 req-29ae1b70-307d-43aa-b2e9-75b05bdd1f03 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:56.114646 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eef77b83-98fe-42e7-bbd9-c545f10b5fc8 req-29ae1b70-307d-43aa-b2e9-75b05bdd1f03 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 943 time: 0.0583181 Jul 28 03:44:56.151981 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eef77b83-98fe-42e7-bbd9-c545f10b5fc8 req-bdb0cf9b-e91b-4b35-ad03-f43a34b8084f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Jul 28 03:44:56.855685 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:44:57.061177 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:57.071973 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'port_id': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'mac_address': 'fa:16:3e:7c:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:44:57.109131 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:57.124856 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:44:57.144700 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:57.150400 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:57.201820 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=9']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:57.284036 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a7f0-6fb4-4734-9dca-2ea3595c6a6a req-d55cc5d4-d712-49b5-b836-96ab855ba1e6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:57.285515 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f140a7f0-6fb4-4734-9dca-2ea3595c6a6a req-d55cc5d4-d712-49b5-b836-96ab855ba1e6 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 944 time: 0.0477812 Jul 28 03:44:57.323880 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f140a7f0-6fb4-4734-9dca-2ea3595c6a6a req-73a8f6dd-ba81-440f-93f8-089fda89da62 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Jul 28 03:44:57.457647 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['fc50dd62-cc0d-4615-9662-7032ed319555'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:44:58.443801 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930a2d-f33e-4506-91fa-14f2a185c2cb req-ae7f1308-66c0-4cf9-b5f6-09b461640250 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:58.445307 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-94930a2d-f33e-4506-91fa-14f2a185c2cb req-ae7f1308-66c0-4cf9-b5f6-09b461640250 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 944 time: 0.0520761 Jul 28 03:44:58.488917 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-94930a2d-f33e-4506-91fa-14f2a185c2cb req-8e7b6b6b-c614-4af1-b6f0-d908b7fa90a9 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 Jul 28 03:44:58.871082 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:44:58.919837 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port fc50dd62-cc0d-4615-9662-7032ed319555 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:44:58.920208 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:58.992532 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:59.014235 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:44:59.017148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e732cf29-f93f-46b1-8f93-72dde774c86b" -d '{"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:44:59.029655 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:44:59.033573 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:59.061035 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a2b7b-6580-4e0d-9676-be9ce782fbc9 x-openstack-request-id: req-a24a2b7b-6580-4e0d-9676-be9ce782fbc9 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:44:59.061326 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:44:59.062121 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a24a2b7b-6580-4e0d-9676-be9ce782fbc9 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:44:59.062505 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'code': 200} Jul 28 03:44:59.085965 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=10']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:59.314505 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ed4c1-fe67-4cb4-8d5b-25ae20670f24 req-e129f118-b9f7-44d1-9772-85fed76bd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:59.315977 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-263ed4c1-fe67-4cb4-8d5b-25ae20670f24 req-e129f118-b9f7-44d1-9772-85fed76bd775 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 1099 time: 0.0836596 Jul 28 03:44:59.349531 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-263ed4c1-fe67-4cb4-8d5b-25ae20670f24 req-3670a5db-5a6a-45bb-a68d-34ff8d7f48cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264065 Jul 28 03:44:59.614341 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9049-b2d0-466c-932f-10db0e81c3c6 req-37f1dc4e-ab35-407a-a206-3618220a44ad tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:59.615872 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f97c9049-b2d0-466c-932f-10db0e81c3c6 req-37f1dc4e-ab35-407a-a206-3618220a44ad tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0489018 Jul 28 03:44:59.653481 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f97c9049-b2d0-466c-932f-10db0e81c3c6 req-3ab384ef-f762-466c-9f04-7c9b3f479056 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Jul 28 03:45:00.008010 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168742e-edb9-48be-96d1-54a4ec0547e5 req-670b617f-0a9e-443c-a97d-78f855755e8b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:00.009474 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f168742e-edb9-48be-96d1-54a4ec0547e5 req-670b617f-0a9e-443c-a97d-78f855755e8b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0472481 Jul 28 03:45:00.047260 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f168742e-edb9-48be-96d1-54a4ec0547e5 req-c3ec5cba-856b-461c-b26c-567a01e63163 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Jul 28 03:45:00.785892 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4126d-595f-4c6e-bf97-c81b4f8aeb6a req-5a5445d2-61da-44b0-8dcd-bb41176906b2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:00.787429 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f3b4126d-595f-4c6e-bf97-c81b4f8aeb6a req-5a5445d2-61da-44b0-8dcd-bb41176906b2 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0567641 Jul 28 03:45:00.832769 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f3b4126d-595f-4c6e-bf97-c81b4f8aeb6a req-4adc38a5-a42f-4f10-8d09-60bd2b1b0591 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362470 Jul 28 03:45:01.167629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1f6ab-5fdf-4d1e-9150-b1670991a3c5 req-1a04c50c-bac4-421f-b8f6-f478e3007edc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:01.169431 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-65f1f6ab-5fdf-4d1e-9150-b1670991a3c5 req-1a04c50c-bac4-421f-b8f6-f478e3007edc tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Jul 28 03:45:01.213629 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-65f1f6ab-5fdf-4d1e-9150-b1670991a3c5 req-b89ecd84-21fd-413f-bf65-83cc82ce5196 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Jul 28 03:45:01.948332 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cdafe-7631-4abd-9053-816d517f02b8 req-96dbb8ff-b363-4fc2-b675-bb03d0b035a0 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:01.949796 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-643cdafe-7631-4abd-9053-816d517f02b8 req-96dbb8ff-b363-4fc2-b675-bb03d0b035a0 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0465686 Jul 28 03:45:01.987726 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-643cdafe-7631-4abd-9053-816d517f02b8 req-a1a8e98b-e842-4694-8d18-611874a94a3b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313582 Jul 28 03:45:02.328039 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790ff0e-2409-4f03-bd2a-2827c5392fb0 req-e5ab4786-1969-4647-9c6f-7c5cec78025e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:02.329471 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5790ff0e-2409-4f03-bd2a-2827c5392fb0 req-e5ab4786-1969-4647-9c6f-7c5cec78025e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0457075 Jul 28 03:45:02.366119 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-5790ff0e-2409-4f03-bd2a-2827c5392fb0 req-5b5c07cb-5df9-4aa9-92c3-8a18d1c96d0c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Jul 28 03:45:03.481167 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d927618-8518-4c98-ac1a-9739e52de36c req-514d6178-9003-4c6a-bacd-a08db5fe823e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:03.482629 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8d927618-8518-4c98-ac1a-9739e52de36c req-514d6178-9003-4c6a-bacd-a08db5fe823e tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Jul 28 03:45:03.521752 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8d927618-8518-4c98-ac1a-9739e52de36c req-57d0cdb4-b350-4f48-9682-6de59f9fb298 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Jul 28 03:45:04.154412 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc67d-902f-4b40-a003-b2499eca24e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:04.636429 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944289-9c02-4582-b821-42907fd29f27 req-c1862865-eb24-4005-a5e0-12ddfa070d88 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:04.637898 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-df944289-9c02-4582-b821-42907fd29f27 req-c1862865-eb24-4005-a5e0-12ddfa070d88 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Jul 28 03:45:04.674210 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-df944289-9c02-4582-b821-42907fd29f27 req-1a9417b6-55ca-4b56-a336-601bc6daa1be tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298862 Jul 28 03:45:05.789973 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614281-c735-44af-bea2-b8d8cb5d7569 req-f5859770-9a14-4149-af6d-a90b866ba12b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:05.791495 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9614281-c735-44af-bea2-b8d8cb5d7569 req-f5859770-9a14-4149-af6d-a90b866ba12b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0507221 Jul 28 03:45:05.828768 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f9614281-c735-44af-bea2-b8d8cb5d7569 req-6dc7f718-817c-48d3-a8db-d4bcdd077307 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Jul 28 03:45:06.650173 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ea41f293-3bc8-4aaa-9ade-922bb6f8df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:06.773821 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad92ca-8257-4f57-bdbf-1537ab489eaf req-b9f77a6a-c440-455c-a168-c4630514719b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:06.775263 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0aad92ca-8257-4f57-bdbf-1537ab489eaf req-b9f77a6a-c440-455c-a168-c4630514719b tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0472503 Jul 28 03:45:06.812055 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0aad92ca-8257-4f57-bdbf-1537ab489eaf req-1d241838-1243-4616-a2ad-0a7994809c02 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Jul 28 03:45:06.942092 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b3f3-f5ed-4198-a3b1-73330be7c6b7 req-3634c8f1-c37f-4c1a-a4e4-4fc7716f4a1c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:06.943555 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-92a0b3f3-f5ed-4198-a3b1-73330be7c6b7 req-3634c8f1-c37f-4c1a-a4e4-4fc7716f4a1c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0469637 Jul 28 03:45:06.979836 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-92a0b3f3-f5ed-4198-a3b1-73330be7c6b7 req-877ed353-d623-49af-a29a-271bcc6c7bd0 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305383 Jul 28 03:45:07.152203 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:07.813129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:07.926642 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55ff78-cada-4553-a562-f2f9c482f336 req-608a90a5-61d7-45e1-ae75-31a0e58ae621 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:07.928124 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5a55ff78-cada-4553-a562-f2f9c482f336 req-608a90a5-61d7-45e1-ae75-31a0e58ae621 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0500391 Jul 28 03:45:07.964575 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5a55ff78-cada-4553-a562-f2f9c482f336 req-645bbd9a-0a01-48d1-a902-3b5894e04a9a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306168 Jul 28 03:45:08.088786 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac98a6-035d-438a-bda5-6e52db0dc3aa req-d2eac44c-9d6e-4cfe-a9f2-2efe6a8f0c40 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:08.090217 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-92ac98a6-035d-438a-bda5-6e52db0dc3aa req-d2eac44c-9d6e-4cfe-a9f2-2efe6a8f0c40 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0466974 Jul 28 03:45:08.127261 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-92ac98a6-035d-438a-bda5-6e52db0dc3aa req-164b102f-0937-4dcb-bf03-d8e36bac160d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Jul 28 03:45:08.711700 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-d5ae5a6b-6b15-4a32-88ea-1db4ea0f84b6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:08.713119 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-d5ae5a6b-6b15-4a32-88ea-1db4ea0f84b6 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0465460 Jul 28 03:45:08.759378 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:08.805623 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Deleting port 28deadf5-2a88-460e-9e72-12c270875bd4 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:08.805890 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:08.891515 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] For port 28deadf5-2a88-460e-9e72-12c270875bd4, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=28deadf5-2a88-460e-9e72-12c270875bd4,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:08.891877 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.084150 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.084854 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.084854 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.l3_db [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Floating IP 82d0eff2-c6c0-4be8-ab22-338e16da1052 disassociated. External IP: 172.28.3.156, port: 28deadf5-2a88-460e-9e72-12c270875bd4. Jul 28 03:45:09.085160 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Calling delete_port for 28deadf5-2a88-460e-9e72-12c270875bd4 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:09.108123 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea693bc-c1a7-45d7-ba1e-256739ebe10f req-bab15e90-01d7-4956-a68b-733822eddac2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:09.109617 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7ea693bc-c1a7-45d7-ba1e-256739ebe10f req-bab15e90-01d7-4956-a68b-733822eddac2 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 946 time: 0.0771220 Jul 28 03:45:09.188236 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7ea693bc-c1a7-45d7-ba1e-256739ebe10f req-643643b0-8f0d-4ae2-bb4e-2f6b90b825ed tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups?id=62c0a473-da3c-4d52-b575-b1ba1ffc212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499465 Jul 28 03:45:09.248016 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62456542-535f-4b97-a448-081fb10b5ec7 req-7fffbcb7-c63d-4fa5-9141-3cbf5cc18eec tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:09.249967 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-62456542-535f-4b97-a448-081fb10b5ec7 req-7fffbcb7-c63d-4fa5-9141-3cbf5cc18eec tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0578260 Jul 28 03:45:09.255905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.286541 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'Port': ['ID=28deadf5-2a88-460e-9e72-12c270875bd4,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:09.289482 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-62456542-535f-4b97-a448-081fb10b5ec7 req-32679cce-7069-4bdc-b354-a128d8e2854c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Jul 28 03:45:09.294867 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.295220 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.295591 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.295983 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.296321 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.296654 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.296982 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.297313 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.297643 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.297966 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.298289 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.298611 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:09.411985 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:45:09.625117 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.766030 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:45:09.775308 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:45:09.784181 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:09.784789 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:09.803171 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] No DVR routers for this DVR port 28deadf5-2a88-460e-9e72-12c270875bd4 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:45:09.805780 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:09.807970 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8aa16243-11db-4bc9-aac1-6f1f3a53e097 req-eccc7f9c-48b3-4a91-8816-9e4029b39a1a tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.15 "DELETE /v2.0/ports/28deadf5-2a88-460e-9e72-12c270875bd4 HTTP/1.1" status: 204 len: 173 time: 1.0877831 Jul 28 03:45:09.808420 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'name': 'network-vif-deleted', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:09.811110 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b7c008-26da-4df4-8bc7-1b375a4e56dd" -d '{"events": [{"server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "name": "network-vif-deleted", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:09.901569 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:09.915536 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4f1957-f842-4214-8cac-f4c09ba9675d x-openstack-request-id: req-bd4f1957-f842-4214-8cac-f4c09ba9675d {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:09.915775 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7585b8a2-b24a-4654-af2f-d69c9f653924", "name": "network-vif-deleted", "tag": "28deadf5-2a88-460e-9e72-12c270875bd4", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:09.916020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd4f1957-f842-4214-8cac-f4c09ba9675d {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:09.916408 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7585b8a2-b24a-4654-af2f-d69c9f653924', 'name': 'network-vif-deleted', 'tag': '28deadf5-2a88-460e-9e72-12c270875bd4', 'status': 'completed', 'code': 200} Jul 28 03:45:10.095938 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:10.125269 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:45:10.132954 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:10.133543 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:10.234360 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:10.277290 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680365e8-4084-4206-89a9-22a34aea2a55 req-d257af28-b296-4e46-8e4f-bee07b609fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.279069 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-d257af28-b296-4e46-8e4f-bee07b609fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0554876 Jul 28 03:45:10.368928 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c98f7739-07ed-4fd2-9c51-98c7035e93bd req-2185c956-1493-4225-86ad-23cce6fb4cdb tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7585b8a2-b24a-4654-af2f-d69c9f653924 HTTP/1.1" status: 200 len: 210 time: 0.0351362 Jul 28 03:45:10.442965 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ba03-e3de-49c8-a665-70cabe3c31e0 req-0e0c5969-01c2-418e-8dc3-7a01ff1935a2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.444501 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c879ba03-e3de-49c8-a665-70cabe3c31e0 req-0e0c5969-01c2-418e-8dc3-7a01ff1935a2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0763080 Jul 28 03:45:10.446018 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680365e8-4084-4206-89a9-22a34aea2a55 req-c2524932-3759-4a3a-9f08-1a8db1a64239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.447406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-c2524932-3759-4a3a-9f08-1a8db1a64239 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.1592259 Jul 28 03:45:10.470232 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:10.497416 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7a989-4254-4244-83e1-17f4bee39dd8 None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:39:47Z', 'revision_number': 4, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '1d495ab2-c9ce-497d-b35a-7b7549b82823', 'name': '', 'network_id': '957f35dd-7ef5-4aed-9797-3c0bc8ab00fd', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'mac_address': 'fa:16:3e:0c:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:40Z', 'updated_at': '2021-07-28T03:39:58Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'subnets': [{'id': '5f6d7662-336e-4858-8fe2-0c89b423d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:45:10.529391 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c879ba03-e3de-49c8-a665-70cabe3c31e0 req-dec23dab-deff-40b1-b098-4b2f2451842b tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773218 Jul 28 03:45:10.540190 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-2521b19c-9110-4330-a5fe-1f598b76d453 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0806844 Jul 28 03:45:10.590211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680365e8-4084-4206-89a9-22a34aea2a55 req-ab8f8a87-4df8-4e9d-bdae-3f7b435d1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.591701 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-ab8f8a87-4df8-4e9d-bdae-3f7b435d1994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0444956 Jul 28 03:45:10.637657 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680365e8-4084-4206-89a9-22a34aea2a55 req-a2c777ef-592e-4313-866d-44b5db631f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.639170 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-a2c777ef-592e-4313-866d-44b5db631f42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403972 Jul 28 03:45:10.742012 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-b6073a63-db86-47a5-8416-3a79d36a4603 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946939 Jul 28 03:45:10.811026 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d39ef1-c1c2-4738-ae9e-dc5a114a4655 None None] New status for floating IP 82d0eff2-c6c0-4be8-ab22-338e16da1052: DOWN {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:45:10.833833 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-680365e8-4084-4206-89a9-22a34aea2a55 req-b7921af3-db68-4bff-b62b-5c0dd6cdbd36 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Jul 28 03:45:11.452990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56580) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:11.506743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.529707 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.580231 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.583005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.584198 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "DELETE /v2.0/security-groups/62c0a473-da3c-4d52-b575-b1ba1ffc212e HTTP/1.1" status: 204 len: 168 time: 0.1302056 Jul 28 03:45:11.587070 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56584) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:11.593310 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87412c-e4ff-4fe7-ad11-afe680772d26 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c0a473-da3c-4d52-b575-b1ba1ffc212e,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:11.603082 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.api.v2.resource [None req-798f9ac8-268a-4358-a1c6-db5b9c15b698 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] show failed (client error): The resource could not be found. Jul 28 03:45:11.606826 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-798f9ac8-268a-4358-a1c6-db5b9c15b698 tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "GET /v2.0/security-groups/62c0a473-da3c-4d52-b575-b1ba1ffc212e HTTP/1.1" status: 404 len: 347 time: 0.0152657 Jul 28 03:45:11.607304 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56586) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:11.649774 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a814a4-1d05-48d8-a680-82157118af6f req-e22033ba-e9b1-4735-b7f1-53be4160655a tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:11.651362 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0a814a4-1d05-48d8-a680-82157118af6f req-e22033ba-e9b1-4735-b7f1-53be4160655a tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0504560 Jul 28 03:45:11.689397 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a0a814a4-1d05-48d8-a680-82157118af6f req-53220990-64db-4ad5-9f15-933c4a03136d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Jul 28 03:45:11.732267 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Deleting port 74612bbe-3d4d-4c11-b4ae-33b527396601 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:11.732610 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.804969 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.805303 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.817050 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Calling delete_port for 74612bbe-3d4d-4c11-b4ae-33b527396601 owned by network:floatingip {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:11.951109 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:11.975621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Pushing event deleted for resources: {'Port': ['ID=74612bbe-3d4d-4c11-b4ae-33b527396601,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:12.034733 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks [] for floatingip, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:12.037183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:12.038299 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-241eff73-81fb-4bb1-954e-2f2602c65cfe tempest-AttachVolumeTestJSON-1334202684 tempest-AttachVolumeTestJSON-1334202684-project] 10.222.0.35 "DELETE /v2.0/floatingips/82d0eff2-c6c0-4be8-ab22-338e16da1052 HTTP/1.1" status: 204 len: 168 time: 0.4298954 Jul 28 03:45:12.803584 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0179-ef3e-47d2-8ea0-04fa2ab3a5e6 req-d2e1ce8f-ab6c-44a1-a773-1abb5fe15113 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:12.805062 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eb1e0179-ef3e-47d2-8ea0-04fa2ab3a5e6 req-d2e1ce8f-ab6c-44a1-a773-1abb5fe15113 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Jul 28 03:45:12.843341 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-eb1e0179-ef3e-47d2-8ea0-04fa2ab3a5e6 req-84b8fbf7-7205-4e0c-9a80-76fb860ca967 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Jul 28 03:45:12.928234 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28deadf5-2a88-460e-9e72-12c270875bd4 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:12.951675 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 28deadf5-2a88-460e-9e72-12c270875bd4 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:12.952668 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 28deadf5-2a88-460e-9e72-12c270875bd4 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:13.955947 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb707-34a0-4a26-9d78-92b8bfbbeb40 req-1bbdce70-c58b-4016-96d4-faa7fbe25141 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:13.957950 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-791cb707-34a0-4a26-9d78-92b8bfbbeb40 req-1bbdce70-c58b-4016-96d4-faa7fbe25141 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Jul 28 03:45:13.993689 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-791cb707-34a0-4a26-9d78-92b8bfbbeb40 req-38164b3e-f2cb-4882-bb31-92d13617690a tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299230 Jul 28 03:45:14.178397 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56610) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:14.199033 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280c45-a7b1-4282-98f3-ac36702333c7 req-320b5bc3-2240-421f-b09a-94bc09c0cde9 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:14.200506 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7280c45-a7b1-4282-98f3-ac36702333c7 req-320b5bc3-2240-421f-b09a-94bc09c0cde9 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Jul 28 03:45:14.261616 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d7280c45-a7b1-4282-98f3-ac36702333c7 req-4b77afad-8464-493a-86c2-fcbe1e5360ac tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Jul 28 03:45:14.271450 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-2543dc60-9088-4c48-95d8-c8b5468e9390 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920260 Jul 28 03:45:15.372255 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d1ac9-efd8-4e1c-91d7-4db13f336e6b req-8f15fdf6-f3d2-492d-84ed-de7dcfaf6160 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.373698 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-955d1ac9-efd8-4e1c-91d7-4db13f336e6b req-8f15fdf6-f3d2-492d-84ed-de7dcfaf6160 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Jul 28 03:45:15.410449 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-955d1ac9-efd8-4e1c-91d7-4db13f336e6b req-10866830-68b8-4d7f-b277-1814ca90e88d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303428 Jul 28 03:45:15.524250 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-dc4d14dd-f104-4cc4-a66f-81dbfa65ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.525936 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-dc4d14dd-f104-4cc4-a66f-81dbfa65ade6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6&tenant_id=0f70cda9caa3427f8086a3872ad958ef HTTP/1.1" status: 200 len: 1098 time: 0.0452621 Jul 28 03:45:15.555714 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56638) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:15.606501 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-4575a37e-1157-43ac-b441-73e67d72ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.608003 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-4575a37e-1157-43ac-b441-73e67d72ce43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0387206 Jul 28 03:45:15.697916 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-70303130-04e7-452f-b7a7-48e3c94fe564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.699610 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-70303130-04e7-452f-b7a7-48e3c94fe564 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.0846779 Jul 28 03:45:15.768250 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-085c6aeb-fd0a-4f0d-9222-5008b420aad3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0613239 Jul 28 03:45:15.817360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-e4a26ee1-1928-4744-a92f-b4d022ae0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.818713 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-e4a26ee1-1928-4744-a92f-b4d022ae0c68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0432801 Jul 28 03:45:15.862051 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-5e30d785-348e-4f3d-9724-a1ef6e148dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.864120 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-5e30d785-348e-4f3d-9724-a1ef6e148dec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0386496 Jul 28 03:45:15.956339 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-e50c3611-2560-405d-a9a8-f643d2eed7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Jul 28 03:45:15.985724 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.044602 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-98589de5-0c6a-4329-a6ef-0acd40851c77 req-147e40c4-c695-49ee-9e15-210a94140d79 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817268 Jul 28 03:45:16.220769 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Deleting port 1d495ab2-c9ce-497d-b35a-7b7549b82823 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:16.221175 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.295877 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] For port 1d495ab2-c9ce-497d-b35a-7b7549b82823, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=1d495ab2-c9ce-497d-b35a-7b7549b82823,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:16.296235 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.310940 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Calling delete_port for 1d495ab2-c9ce-497d-b35a-7b7549b82823 owned by network:router_interface {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:16.506015 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.533473 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d495ab2-c9ce-497d-b35a-7b7549b82823,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:16.547507 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.547860 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.548202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.548539 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.548870 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.549198 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.549523 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.550421 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.550707 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.551034 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.551378 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.551704 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:16.599974 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc5e0a-8d95-441c-a86e-ba6b4e2e012f req-7b0d9762-b764-46eb-8691-b139cfbbfe1c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:16.601522 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-11fc5e0a-8d95-441c-a86e-ba6b4e2e012f req-7b0d9762-b764-46eb-8691-b139cfbbfe1c tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.1228755 Jul 28 03:45:16.686510 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-11fc5e0a-8d95-441c-a86e-ba6b4e2e012f req-3d79a46e-5fef-466e-ad83-16bdc48f3ef2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770290 Jul 28 03:45:16.743856 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.945612 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:45:16.950185 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:17.023198 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.045014 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:17.047242 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8d62d-4bc3-48bc-a09b-1c9771604eca" -d '{"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:17.052973 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:45:17.060692 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0d3c6681-dfcc-45c1-a7a1-7d024853bba3 admin admin] 10.222.0.35 "PUT /v2.0/routers/32c6961a-c28e-4e65-bb08-6900ba4e8a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5015860 Jul 28 03:45:17.060995 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56648) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:17.063017 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:17.066042 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Sync routers for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:45:17.076758 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:17.077599 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:17.079976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.155309 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6c7f2-56f5-48d7-870d-e66fb5b38f71 x-openstack-request-id: req-d9a6c7f2-56f5-48d7-870d-e66fb5b38f71 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:17.155629 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:17.155879 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9a6c7f2-56f5-48d7-870d-e66fb5b38f71 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:17.156266 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'code': 200} Jul 28 03:45:17.172264 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks [] for router, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.221166 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=6']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:17.238182 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.239553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.239553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.239553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.239553 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.239955 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.240191 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.240519 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.240845 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.241172 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.241495 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.241815 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:17.264027 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:17.277882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.278594 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cf1eb-4608-4da4-b75a-6be1133fa984 req-2c8d7409-34f6-4f7a-8470-ffdc8243941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:17.280144 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-be6cf1eb-4608-4da4-b75a-6be1133fa984 req-2c8d7409-34f6-4f7a-8470-ffdc8243941c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0552673 Jul 28 03:45:17.316559 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-be6cf1eb-4608-4da4-b75a-6be1133fa984 req-44bbe168-fde0-4ff4-ac19-09e1f3cd8cf7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281971 Jul 28 03:45:17.332948 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Deleting port a7e4884d-e6c6-4b0c-9500-a15fd52fa051 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:17.333273 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.411033 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] For port a7e4884d-e6c6-4b0c-9500-a15fd52fa051, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:17.411424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.424468 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Calling delete_port for a7e4884d-e6c6-4b0c-9500-a15fd52fa051 owned by network:router_gateway {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:17.561056 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:45:16Z', 'revision_number': 5, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port': {'id': 'a7e4884d-e6c6-4b0c-9500-a15fd52fa051', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:34Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:17.588154 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Checking router: 32c6961a-c28e-4e65-bb08-6900ba4e8a5a for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:45:17.589593 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.601430 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Routers {'32c6961a-c28e-4e65-bb08-6900ba4e8a5a'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:17.602056 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:17.615910 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e4884d-e6c6-4b0c-9500-a15fd52fa051,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:17.672400 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.675189 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] Set router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a gateway port host: None {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:17.729501 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:45:17Z', 'revision_number': 7, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:17.756746 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10b335-9d45-4cec-a612-a4856a656d47 None None] The sync data for ids ['32c6961a-c28e-4e65-bb08-6900ba4e8a5a'] in dv-cinder-802648-1-smb is: [{'id': '32c6961a-c28e-4e65-bb08-6900ba4e8a5a', 'name': 'tempest-AttachVolumeTestJSON-2095581399-router', 'tenant_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:32Z', 'updated_at': '2021-07-28T03:45:17Z', 'revision_number': 7, 'project_id': 'e3cdaf75dddd4f41a1b6bb66a0ceaab5', 'gw_port_host': None}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:45:17.769355 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.786877 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.834064 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.834601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c6961a-c28e-4e65-bb08-6900ba4e8a5a {{(pid=99646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:45:17.844307 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726dc1-d03e-47b5-9ff6-2b9dcb9eb4db req-f53b4468-6481-46fa-b01d-2de8e1a11bd7 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:17.845769 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-28726dc1-d03e-47b5-9ff6-2b9dcb9eb4db req-f53b4468-6481-46fa-b01d-2de8e1a11bd7 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0904629 Jul 28 03:45:17.848634 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.849643 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-2d041b26-4100-45d4-af71-a5fa2d295776 admin admin] 10.222.0.35 "DELETE /v2.0/routers/32c6961a-c28e-4e65-bb08-6900ba4e8a5a HTTP/1.1" status: 204 len: 168 time: 0.7879026 Jul 28 03:45:17.852334 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56652) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:17.884562 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-28726dc1-d03e-47b5-9ff6-2b9dcb9eb4db req-c2dd2861-4b7c-412f-bf6c-3d4ef455e702 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Jul 28 03:45:17.897313 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Deleting subnet 5f6d7662-336e-4858-8fe2-0c89b423d66d {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:45:17.900391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:17.933957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10582778'] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.040963 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.103422 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10544480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11392873'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.132758 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6d7662-336e-4858-8fe2-0c89b423d66d,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:18.134805 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.139283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56654) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:18.139448 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-38ef36d1-447f-422f-af1b-04b90ef03639 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5f6d7662-336e-4858-8fe2-0c89b423d66d HTTP/1.1" status: 204 len: 168 time: 0.2859569 Jul 28 03:45:18.140016 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbf103-97ff-479f-ac43-7b47200ecbec None None] Network 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:18.224435 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.225072 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 1d495ab2-c9ce-497d-b35a-7b7549b82823 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:18.251102 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 1d495ab2-c9ce-497d-b35a-7b7549b82823 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:18.251471 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 1d495ab2-c9ce-497d-b35a-7b7549b82823 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:18.277008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Deleting port debd59ed-3610-4c73-9453-43a7724bd53c {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:18.277349 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.340617 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] For port debd59ed-3610-4c73-9453-43a7724bd53c, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=debd59ed-3610-4c73-9453-43a7724bd53c,segment=NetworkSegment(fee98f0d-a811-4fa8-b815-5773339448a5),segment_id=fee98f0d-a811-4fa8-b815-5773339448a5)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:18.341029 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.356861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Calling delete_port for debd59ed-3610-4c73-9453-43a7724bd53c owned by network:dhcp {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:18.435668 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.460813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Pushing event deleted for resources: {'Port': ['ID=debd59ed-3610-4c73-9453-43a7724bd53c,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:18.462646 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] No DVR routers for this DVR port debd59ed-3610-4c73-9453-43a7724bd53c on host dv-cinder-802648-1-smb {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:45:18.532545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.544427 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957f35dd-7ef5-4aed-9797-3c0bc8ab00fd']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:18.555929 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ee0d9-bb16-4936-ab21-c76863a60525 None None] DHCP port deletion for 957f35dd-7ef5-4aed-9797-3c0bc8ab00fd request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:45:18.561357 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee98f0d-a811-4fa8-b815-5773339448a5') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:18.561756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee98f0d-a811-4fa8-b815-5773339448a5') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:18.577620 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.591702 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.597996 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:45:18.598384 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:45:18.600009 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:45:18.653095 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.658481 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.661031 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] 10.222.0.35 "DELETE /v2.0/networks/957f35dd-7ef5-4aed-9797-3c0bc8ab00fd HTTP/1.1" status: 204 len: 168 time: 0.5204129 Jul 28 03:45:18.671546 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97e82-1d22-49d4-9ac9-4e6d93d8caec admin admin] Pushing event deleted for resources: {'Network': ['ID=957f35dd-7ef5-4aed-9797-3c0bc8ab00fd,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:18.774279 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56658) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:18.815023 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-900699ee-96e4-47d3-ae67-80fbbb668ece admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3cdaf75dddd4f41a1b6bb66a0ceaab5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395391 Jul 28 03:45:18.818042 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56660) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:18.863081 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.886710 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.943592 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.943592 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:18.943592 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ca43d21-a454-4e40-8652-57aa43494b3f HTTP/1.1" status: 204 len: 168 time: 0.1201446 Jul 28 03:45:18.950593 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a4af1-34ce-458f-95a5-b59e5703fa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca43d21-a454-4e40-8652-57aa43494b3f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:18.956736 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:45:19.016713 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf8755-118a-473d-a599-9d1c89177838 req-072edba4-8d89-4c59-bda8-3714cc78b76f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:19.018224 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d7bf8755-118a-473d-a599-9d1c89177838 req-072edba4-8d89-4c59-bda8-3714cc78b76f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0533066 Jul 28 03:45:19.064792 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d7bf8755-118a-473d-a599-9d1c89177838 req-04221dc1-256f-4c14-b0bd-c074c2124f18 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Jul 28 03:45:19.070128 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:19.084025 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'port_id': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'mac_address': 'fa:16:3e:b9:8b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:45:19.128321 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:19.140695 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:45:19.160216 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:19.166260 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:19.215174 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=7']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:19.460280 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:45:19.893997 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device a7e4884d-e6c6-4b0c-9500-a15fd52fa051 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:19.913830 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: a7e4884d-e6c6-4b0c-9500-a15fd52fa051 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:19.914180 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device a7e4884d-e6c6-4b0c-9500-a15fd52fa051 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:19.914592 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device debd59ed-3610-4c73-9453-43a7724bd53c no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:19.936269 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: debd59ed-3610-4c73-9453-43a7724bd53c {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:19.936616 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device debd59ed-3610-4c73-9453-43a7724bd53c not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:20.956987 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:45:21.002959 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:45:21.003926 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:21.076409 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:21.098909 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:21.101071 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8d940c-98d6-4fd1-a797-5c970e2739de" -d '{"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:21.114737 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:21.118658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:21.152976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8d582-9edb-4fc9-852e-cd036a019560 x-openstack-request-id: req-b3d8d582-9edb-4fc9-852e-cd036a019560 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:21.153270 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:21.153526 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3d8d582-9edb-4fc9-852e-cd036a019560 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:21.153907 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'code': 200} Jul 28 03:45:21.184014 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=8']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:25.075194 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56764) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:25.176947 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be2aeb70-51df-4bfb-88d4-2d05cb9f5bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.262261 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be2aeb70-51df-4bfb-88d4-2d05cb9f5bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.266164 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be2aeb70-51df-4bfb-88d4-2d05cb9f5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.305155 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-be2aeb70-51df-4bfb-88d4-2d05cb9f5bed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb25be6da7574e53a19b04b1b9d2091d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287769 Jul 28 03:45:25.307374 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aeb70-51df-4bfb-88d4-2d05cb9f5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c0f23-bdbb-4afc-8d27-7947dc34eebd,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:25.307880 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56768) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:25.355804 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.376430 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.422347 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.424936 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.426067 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f7c0f23-bdbb-4afc-8d27-7947dc34eebd HTTP/1.1" status: 204 len: 168 time: 0.1172035 Jul 28 03:45:25.433510 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6066e5-6a41-4553-b69c-c81c6d6d7e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c0f23-bdbb-4afc-8d27-7947dc34eebd,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:30.812685 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:30.961022 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56852) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:31.059917 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73bf9c59-66c9-4ee6-b8d6-1dd1c727a6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.146868 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73bf9c59-66c9-4ee6-b8d6-1dd1c727a6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.150327 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-73bf9c59-66c9-4ee6-b8d6-1dd1c727a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.187779 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-73bf9c59-66c9-4ee6-b8d6-1dd1c727a6cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97e929337ab84e8aa588cedc1e4ed266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256866 Jul 28 03:45:31.189800 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf9c59-66c9-4ee6-b8d6-1dd1c727a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd536a-1d87-4c74-bb6d-8ab17e30137a,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:31.190617 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56856) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:31.236807 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.259074 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.303205 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.305670 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.306788 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1fd536a-1d87-4c74-bb6d-8ab17e30137a HTTP/1.1" status: 204 len: 168 time: 0.1152139 Jul 28 03:45:31.313766 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b6cf9-ed88-4290-b37f-f87023663c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd536a-1d87-4c74-bb6d-8ab17e30137a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:31.552169 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56862) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:31.567217 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8998-d08e-43d1-9be3-58779c92ab22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.651898 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8998-d08e-43d1-9be3-58779c92ab22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.655424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8998-d08e-43d1-9be3-58779c92ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.692516 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-cb2a8998-d08e-43d1-9be3-58779c92ab22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a6ba46a4aee4c88b1a1d84b80d9c94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392488 Jul 28 03:45:31.693310 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a8998-d08e-43d1-9be3-58779c92ab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9480776b-c84e-42a6-9651-f2de2213dcde,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:31.695254 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56864) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:31.746432 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.767012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.811570 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.814112 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:31.815883 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9480776b-c84e-42a6-9651-f2de2213dcde HTTP/1.1" status: 204 len: 168 time: 0.1189821 Jul 28 03:45:31.823463 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06ae87-6507-4c6c-914c-e782599ef3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9480776b-c84e-42a6-9651-f2de2213dcde,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:32.436888 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56886) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:32.529350 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-326181862-network', 'tenant_id': '0b8bddaec53343cda2394a488f210a00'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:32.550435 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Made reservation on behalf of 0b8bddaec53343cda2394a488f210a00 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:45:32.552743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.560962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.649034 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.652729 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.678591 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:45:32.683808 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1210f5-1022-4a02-a2da-eb39eac529c5,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:32.692540 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.692540 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Added segment c996806f-e04b-41ce-b7fc-7c508a20cceb of type vlan for network 153523be-0f16-40e6-be33-a38699659154 Jul 28 03:45:32.733741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.760179 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.761243 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:32.761819 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:32.811576 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3736007 Jul 28 03:45:32.814632 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56890) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:32.820298 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Request body: {'subnet': {'network_id': '153523be-0f16-40e6-be33-a38699659154', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-326181862-subnet', 'tenant_id': '0b8bddaec53343cda2394a488f210a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:32.820816 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3726-3d3a-4031-a107-18344ffa0d91 admin admin] Pushing event updated for resources: {'Network': ['ID=153523be-0f16-40e6-be33-a38699659154,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:32.835163 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 153523be-0f16-40e6-be33-a38699659154 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:45:32.842011 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Made reservation on behalf of 0b8bddaec53343cda2394a488f210a00 for: {'subnet': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:45:32.844378 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11850478'] for subnet, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.002652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11129028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11850396'] for subnet, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.047895 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:33.063268 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Checking segment: {'id': 'c996806f-e04b-41ce-b7fc-7c508a20cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '153523be-0f16-40e6-be33-a38699659154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:45:33.063645 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Network hostable DHCP agents. Network: 153523be-0f16-40e6-be33-a38699659154, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:45:33.079558 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Network 153523be-0f16-40e6-be33-a38699659154 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:45:33.087472 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 153523be-0f16-40e6-be33-a38699659154) {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:45:33.091407 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:33.092062 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.096522 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30879d90-4978-448c-86b6-83a5fd7d0dce None None] Network 153523be-0f16-40e6-be33-a38699659154 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:33.104923 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-eac5327e-ac7f-4705-bf9a-bf36e4b8cc26 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2885702 Jul 28 03:45:33.215508 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f747322-04a9-486d-9d93-b6011792c9ef None None] Network 153523be-0f16-40e6-be33-a38699659154 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:33.550052 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56906) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:33.555020 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1500741616-network', 'tenant_id': 'e59cef28d1a54a38a4be5520abcfe24c'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:33.576675 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Made reservation on behalf of e59cef28d1a54a38a4be5520abcfe24c for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:45:33.579034 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.587545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.673771 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.677420 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.700404 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:45:33.714025 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eaa329-e9fc-417d-a002-2b032b0b18d2,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:33.720000 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.720443 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Added segment 463ae5c0-7493-445d-b250-ad6281a2be5a of type vlan for network 85f47d69-a29b-49a1-ba49-ddd85b192c14 Jul 28 03:45:33.760008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.788409 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.789301 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:33.789885 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.840236 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2890325 Jul 28 03:45:33.842943 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56908) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:33.848690 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Request body: {'subnet': {'network_id': '85f47d69-a29b-49a1-ba49-ddd85b192c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1500741616-subnet', 'tenant_id': 'e59cef28d1a54a38a4be5520abcfe24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:33.848975 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7bfd-a217-48c2-a462-70c3258edad7 admin admin] Pushing event updated for resources: {'Network': ['ID=85f47d69-a29b-49a1-ba49-ddd85b192c14,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:33.858509 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 85f47d69-a29b-49a1-ba49-ddd85b192c14 details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:45:33.873836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Made reservation on behalf of e59cef28d1a54a38a4be5520abcfe24c for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:45:33.876155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:34.036707 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:34.088337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61cb5ca-5539-4f46-b34f-cdef39d1a5f3,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:34.096745 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Checking segment: {'id': '463ae5c0-7493-445d-b250-ad6281a2be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '85f47d69-a29b-49a1-ba49-ddd85b192c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:45:34.097102 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Network hostable DHCP agents. Network: 85f47d69-a29b-49a1-ba49-ddd85b192c14, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:45:34.112220 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Network 85f47d69-a29b-49a1-ba49-ddd85b192c14 is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:45:34.120388 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 85f47d69-a29b-49a1-ba49-ddd85b192c14) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:45:34.124580 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:34.125651 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:34.129220 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b570c-14bb-4cec-886d-bcdfed9023fa None None] Network 85f47d69-a29b-49a1-ba49-ddd85b192c14 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:34.140369 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c50a7038-5838-42d0-848e-3ca3dfadfd57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2953396 Jul 28 03:45:34.182864 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-71bbf0e8-a1c1-4866-90c1-0c409ec37290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:34.256842 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac90dda-d511-48f4-94cb-646a8f6e353f None None] Network 85f47d69-a29b-49a1-ba49-ddd85b192c14 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:34.606822 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-a0e5a81a-7878-43d0-a1db-eeb027d48e25 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:34.608227 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-a0e5a81a-7878-43d0-a1db-eeb027d48e25 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/networks?id=153523be-0f16-40e6-be33-a38699659154 HTTP/1.1" status: 200 len: 808 time: 0.1026793 Jul 28 03:45:34.622660 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-266d7429-c4d8-4703-a4eb-9e707cfb0a06 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/quotas/0b8bddaec53343cda2394a488f210a00 HTTP/1.1" status: 200 len: 375 time: 0.0088208 Jul 28 03:45:34.652370 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-818c19c2-d79b-4572-881f-986476ef5153 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b8bddaec53343cda2394a488f210a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247686 Jul 28 03:45:34.824115 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-6daca1bd-bc20-4518-8f1f-6ee17f74e1db service neutron] 10.222.0.35 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650934 Jul 28 03:45:34.922215 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-9256dde9-2609-4f90-837b-ce6f19cc8fce service neutron] 10.222.0.35 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918074 Jul 28 03:45:35.078902 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-71fb57e8-95da-4767-aac1-ea97cd3973a2 req-0b8875e4-42f6-4ec4-b9bf-5cf41f7bdeb6 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 210 time: 0.0268598 Jul 28 03:45:35.582743 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fc897-9b70-4e5e-8ef3-4080ee385ea1 req-a444b3c5-eabc-4357-be39-ae13953e9eaf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:35.584612 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f01fc897-9b70-4e5e-8ef3-4080ee385ea1 req-a444b3c5-eabc-4357-be39-ae13953e9eaf tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0608120 Jul 28 03:45:35.625665 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f01fc897-9b70-4e5e-8ef3-4080ee385ea1 req-24f88820-0b0e-4f76-80da-1740eb82b88d tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351882 Jul 28 03:45:36.195846 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0ffa6005-13fc-427a-8f2d-c84a6963febd req-7cab6fd3-be5e-4033-aed9-ac3eb2af5ae5 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 210 time: 0.0332305 Jul 28 03:45:36.243373 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-64aa0174-ee93-4302-ae62-480fd94790f8 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:36.245264 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-64aa0174-ee93-4302-ae62-480fd94790f8 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.15 "GET /v2.0/networks?id=153523be-0f16-40e6-be33-a38699659154 HTTP/1.1" status: 200 len: 808 time: 0.1337686 Jul 28 03:45:36.270593 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Request body: {'port': {'device_id': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'network_id': '153523be-0f16-40e6-be33-a38699659154', 'admin_state_up': True, 'tenant_id': '0b8bddaec53343cda2394a488f210a00'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:36.376802 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Made reservation on behalf of 0b8bddaec53343cda2394a488f210a00 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:45:36.380777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:36.502206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Allocated IP 172.20.0.13 (153523be-0f16-40e6-be33-a38699659154/c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2/8d9798e6-919c-4445-b36c-aacc1a050464) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:45:36.645897 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:36.650476 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d71-9ded-4372-87fd-4f262b0737b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:36.684847 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:36.726929 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Network 153523be-0f16-40e6-be33-a38699659154 is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:45:36.733818 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:45:36.738935 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:45:36.742528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Pushing event updated for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:36.748570 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2a52-84be-49e3-8f85-ae527e809c96 req-52a75054-af5e-4bc6-abd4-dee693b0030a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:36.750045 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-77bd2a52-84be-49e3-8f85-ae527e809c96 req-52a75054-af5e-4bc6-abd4-dee693b0030a tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0497940 Jul 28 03:45:36.787710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:36.788312 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:36.789124 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-77bd2a52-84be-49e3-8f85-ae527e809c96 req-aebf39b0-ddff-4f16-9632-a77880da5cc4 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308628 Jul 28 03:45:36.801929 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-8584442c-cbb6-4c23-a960-e7de6b7b5faf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5356319 Jul 28 03:45:36.820639 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Request body: {'port': {'device_id': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:36.873702 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.134568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9798e6-919c-4445-b36c-aacc1a050464 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:45:37.142087 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.153425 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.153817 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Transition to ACTIVE for port object 8d9798e6-919c-4445-b36c-aacc1a050464 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:45:37.157189 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.207311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:37.282655 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Attempting to bind port 8d9798e6-919c-4445-b36c-aacc1a050464 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:45:37.282990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Attempting to bind port 8d9798e6-919c-4445-b36c-aacc1a050464 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c996806f-e04b-41ce-b7fc-7c508a20cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '153523be-0f16-40e6-be33-a38699659154'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:45:37.283339 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Attempting to bind port 8d9798e6-919c-4445-b36c-aacc1a050464 on network 153523be-0f16-40e6-be33-a38699659154 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:45:37.304133 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Port 8d9798e6-919c-4445-b36c-aacc1a050464 on network 153523be-0f16-40e6-be33-a38699659154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:45:37.304447 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Attempting to bind port 8d9798e6-919c-4445-b36c-aacc1a050464 on network 153523be-0f16-40e6-be33-a38699659154 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:45:37.307993 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-42433180-3ec8-4511-84dc-bcb6a27d2e57 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.309435 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-42433180-3ec8-4511-84dc-bcb6a27d2e57 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0465155 Jul 28 03:45:37.313490 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:45:37.313823 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Checking segment: {'id': 'c996806f-e04b-41ce-b7fc-7c508a20cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '153523be-0f16-40e6-be33-a38699659154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:45:37.314197 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Bound using segment: {'id': 'c996806f-e04b-41ce-b7fc-7c508a20cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '153523be-0f16-40e6-be33-a38699659154'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:45:37.314620 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Bound port: 8d9798e6-919c-4445-b36c-aacc1a050464, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c996806f-e04b-41ce-b7fc-7c508a20cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '153523be-0f16-40e6-be33-a38699659154'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:45:37.315011 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.335165 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333644-282c-4368-82a2-0d13c4e374e1 req-d544200a-1892-43a5-8bf2-f595d9ef2e8a tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.336640 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-83333644-282c-4368-82a2-0d13c4e374e1 req-d544200a-1892-43a5-8bf2-f595d9ef2e8a tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 944 time: 0.0718184 Jul 28 03:45:37.403393 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Deleting port fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:37.403652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.496127 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] For port fc50dd62-cc0d-4615-9662-7032ed319555, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fc50dd62-cc0d-4615-9662-7032ed319555,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:37.496490 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.659501 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-83333644-282c-4368-82a2-0d13c4e374e1 req-801df02c-5386-4684-babb-931fc60f2b8a tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008742 Jul 28 03:45:37.662109 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:45:37.665491 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=8d9798e6-919c-4445-b36c-aacc1a050464,segment=NetworkSegment(c996806f-e04b-41ce-b7fc-7c508a20cceb),segment_id=c996806f-e04b-41ce-b7fc-7c508a20cceb)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:45:37.672554 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.705420 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.706741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.708228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d9798e6-919c-4445-b36c-aacc1a050464 HTTP/1.1" status: 200 len: 1094 time: 0.8917429 Jul 28 03:45:37.711152 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:37.713279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ece833-c6a4-480f-82ee-901481a857a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:37.758806 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135cc74-8169-46a1-a059-8eee245c9103 x-openstack-request-id: req-9135cc74-8169-46a1-a059-8eee245c9103 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:37.759153 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:37.759426 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9135cc74-8169-46a1-a059-8eee245c9103 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:37.759813 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464', 'status': 'completed', 'code': 200} Jul 28 03:45:37.760743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e3e0-c5c6-4c43-8a29-f5c37036c509 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:37.817428 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.841950 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-d09fd045-046e-4b90-b2ac-8b3646293f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.843561 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-d09fd045-046e-4b90-b2ac-8b3646293f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b8bddaec53343cda2394a488f210a00&device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 1097 time: 0.0512428 Jul 28 03:45:37.897363 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-b7850d96-5250-4de1-8dbb-9fa2c8d7a4ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9798e6-919c-4445-b36c-aacc1a050464 HTTP/1.1" status: 200 len: 217 time: 0.0399101 Jul 28 03:45:37.968016 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-22eb20a2-a353-45ff-91c9-7afaf440bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.968623 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.969140 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.969298 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Floating IP d52e444c-0155-4556-9527-ce8a90fe4d60 disassociated. External IP: 172.28.3.11, port: fc50dd62-cc0d-4615-9662-7032ed319555. Jul 28 03:45:37.969403 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-22eb20a2-a353-45ff-91c9-7afaf440bc1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2 HTTP/1.1" status: 200 len: 848 time: 0.0633039 Jul 28 03:45:37.969641 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Calling delete_port for fc50dd62-cc0d-4615-9662-7032ed319555 owned by compute:nova {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:37.981498 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700c1ae-8c3d-4190-82bf-8dde2126c674 req-e91651df-ce17-42b8-9c1f-4d3507d8873f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:37.982905 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2700c1ae-8c3d-4190-82bf-8dde2126c674 req-e91651df-ce17-42b8-9c1f-4d3507d8873f tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca HTTP/1.1" status: 200 len: 946 time: 0.0882471 Jul 28 03:45:38.018859 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-26896e75-d0f2-4cd6-a428-6bef5ce529f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=153523be-0f16-40e6-be33-a38699659154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344889 Jul 28 03:45:38.080471 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2700c1ae-8c3d-4190-82bf-8dde2126c674 req-61236b6a-7279-4391-bd2e-1998e8a15bad tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups?id=d77f584d-e27c-4016-93ab-6bc4bee7fddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890675 Jul 28 03:45:38.100633 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:38.124279 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-ec07670c-87cb-4988-b986-eebc8236dac0 service neutron] 10.222.0.15 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977721 Jul 28 03:45:38.132373 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'Port': ['ID=fc50dd62-cc0d-4615-9662-7032ed319555,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:38.216603 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4f2aaa93-7683-4c30-b099-fa4ccf3c2218 req-d6de50a4-618c-467b-86d3-d66d6d283a75 service neutron] 10.222.0.15 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 Jul 28 03:45:38.240855 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:45:38.345768 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:45:38.356336 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:45:38.362475 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-068b29b3-4c73-455d-83fe-58bc3a02e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:38.364138 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-068b29b3-4c73-455d-83fe-58bc3a02e86b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b8bddaec53343cda2394a488f210a00&device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 1097 time: 0.0515335 Jul 28 03:45:38.366880 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:38.367527 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:38.384243 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] No DVR routers for this DVR port fc50dd62-cc0d-4615-9662-7032ed319555 on host hv-cinder-80264 {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:45:38.386732 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:38.388758 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-88c14c2e-b076-4c1d-a8c0-993712c873a5 req-d36c53da-8ff8-4db8-948f-019058e2f80b tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.15 "DELETE /v2.0/ports/fc50dd62-cc0d-4615-9662-7032ed319555 HTTP/1.1" status: 204 len: 173 time: 1.0718281 Jul 28 03:45:38.389201 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-deleted', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:38.391474 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182ecbb-696b-44de-b287-f0b1af40c759" -d '{"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-deleted", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:38.474086 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-0df2dd5d-0a13-436a-8c61-a19baff4d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:38.474293 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:38.476214 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-0df2dd5d-0a13-436a-8c61-a19baff4d149 service neutron] 10.222.0.15 "GET /v2.0/networks?id=153523be-0f16-40e6-be33-a38699659154 HTTP/1.1" status: 200 len: 909 time: 0.1044991 Jul 28 03:45:38.506341 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10befc-5fa2-471d-9a94-5fda96bb0e37 x-openstack-request-id: req-ce10befc-5fa2-471d-9a94-5fda96bb0e37 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:38.506642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca", "name": "network-vif-deleted", "tag": "fc50dd62-cc0d-4615-9662-7032ed319555", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:38.506939 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce10befc-5fa2-471d-9a94-5fda96bb0e37 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:38.507721 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6012fe5-d7a2-49c9-aad0-bd3d5e57f0ca', 'name': 'network-vif-deleted', 'tag': 'fc50dd62-cc0d-4615-9662-7032ed319555', 'status': 'completed', 'code': 200} Jul 28 03:45:38.538537 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-d804393e-3f46-47df-bbad-2abfa8f5dfba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9798e6-919c-4445-b36c-aacc1a050464 HTTP/1.1" status: 200 len: 217 time: 0.0525589 Jul 28 03:45:38.624493 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-22fa4fe8-4faa-4a65-8469-132910707d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:38.626104 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-22fa4fe8-4faa-4a65-8469-132910707d03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2 HTTP/1.1" status: 200 len: 848 time: 0.0662549 Jul 28 03:45:38.662587 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-e7a56530-7215-46d2-ba0c-b18f9389d2fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=153523be-0f16-40e6-be33-a38699659154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244772 Jul 28 03:45:38.696590 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:38.723990 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:45:38.732989 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:38.733533 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:38.777186 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:38.788926 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-4ca48197-dc36-4436-aeb0-bb59e9415ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162627 Jul 28 03:45:38.803714 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827ed5-ce31-4146-a68f-cd7c3c2ea78f req-07c092c5-1b57-4735-a0f4-301c22205a6e tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:38.805123 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-58827ed5-ce31-4146-a68f-cd7c3c2ea78f req-07c092c5-1b57-4735-a0f4-301c22205a6e tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 944 time: 0.0726016 Jul 28 03:45:38.839226 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:38.885651 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-58827ed5-ce31-4146-a68f-cd7c3c2ea78f req-f7766cb2-57cd-4d37-9159-6f9697650737 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726538 Jul 28 03:45:38.916692 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e8ece833-c6a4-480f-82ee-901481a857a9 req-3029ac8a-3d20-4cd6-875e-b3b403920c50 service neutron] 10.222.0.15 "GET /v2.0/networks/153523be-0f16-40e6-be33-a38699659154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105797 Jul 28 03:45:39.036863 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:39.062509 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd628199-28ba-4c67-8c49-17157ef9b66a None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:39:41Z', 'revision_number': 4, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '3a6b1e46-b5d4-4566-9094-865c104c9271', 'name': '', 'network_id': 'f0707ba1-d888-446b-a189-14c43279ba8e', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'mac_address': 'fa:16:3e:ac:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:38Z', 'updated_at': '2021-07-28T03:39:52Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'subnets': [{'id': 'f7c52443-1210-45fe-ba75-49b3a79ff258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:45:39.169819 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 56972) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:39.232290 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.260471 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.286622 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ece38-22c1-4b88-945b-26e7258610ff None None] New status for floating IP d52e444c-0155-4556-9527-ce8a90fe4d60: DOWN {{(pid=99648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:45:39.309860 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.312700 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.313847 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "DELETE /v2.0/security-groups/d77f584d-e27c-4016-93ab-6bc4bee7fddf HTTP/1.1" status: 204 len: 168 time: 0.1430459 Jul 28 03:45:39.317191 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56974) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:39.323384 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d0fc8-7e0a-4199-be11-39a339a83d00 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f584d-e27c-4016-93ab-6bc4bee7fddf,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:39.332226 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.api.v2.resource [None req-8e857265-f89b-424f-ac9e-25f762203400 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] show failed (client error): The resource could not be found. Jul 28 03:45:39.333238 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-8e857265-f89b-424f-ac9e-25f762203400 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "GET /v2.0/security-groups/d77f584d-e27c-4016-93ab-6bc4bee7fddf HTTP/1.1" status: 404 len: 347 time: 0.0149772 Jul 28 03:45:39.336142 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 56976) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:39.460513 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Deleting port f0e7cea2-b8a1-4e67-bf7d-425333090e2f {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:39.460861 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.538067 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.538393 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.550229 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Calling delete_port for f0e7cea2-b8a1-4e67-bf7d-425333090e2f owned by network:floatingip {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:39.626131 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.682139 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.705054 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Pushing event deleted for resources: {'Port': ['ID=f0e7cea2-b8a1-4e67-bf7d-425333090e2f,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:39.764527 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks [] for floatingip, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.767091 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:39.768292 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9efee5ac-cbec-4650-bd72-14a4390f2099 tempest-AttachVolumeShelveTestJSON-702935328 tempest-AttachVolumeShelveTestJSON-702935328-project] 10.222.0.35 "DELETE /v2.0/floatingips/d52e444c-0155-4556-9527-ce8a90fe4d60 HTTP/1.1" status: 204 len: 168 time: 0.4312565 Jul 28 03:45:40.001827 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f85e2-5c24-464d-bb54-f2737e015f6b req-00e523ca-9a1f-4958-a41c-c1560a34153a tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:40.003305 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e05f85e2-5c24-464d-bb54-f2737e015f6b req-00e523ca-9a1f-4958-a41c-c1560a34153a tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 944 time: 0.0491724 Jul 28 03:45:40.041730 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e05f85e2-5c24-464d-bb54-f2737e015f6b req-7c783a86-80ed-49a1-bfef-b223d2b41fa0 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Jul 28 03:45:41.088024 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 8d9798e6-919c-4445-b36c-aacc1a050464 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:45:41.098178 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:41.121651 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: fc50dd62-cc0d-4615-9662-7032ed319555 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:41.121995 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device fc50dd62-cc0d-4615-9662-7032ed319555 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:41.168560 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3528f6-9d0e-49e6-89fb-4628d2f25c74 req-49591891-4d14-4c34-9922-496de61dad40 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:41.170034 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9f3528f6-9d0e-49e6-89fb-4628d2f25c74 req-49591891-4d14-4c34-9922-496de61dad40 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 944 time: 0.0519297 Jul 28 03:45:41.211448 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-9f3528f6-9d0e-49e6-89fb-4628d2f25c74 req-30d0d07b-6095-46dd-9ac0-a3693415d1ca tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Jul 28 03:45:41.212590 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=8d9798e6-919c-4445-b36c-aacc1a050464,segment=NetworkSegment(c996806f-e04b-41ce-b7fc-7c508a20cceb),segment_id=c996806f-e04b-41ce-b7fc-7c508a20cceb)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:41.223987 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '8d9798e6-919c-4445-b36c-aacc1a050464', 'network_id': '153523be-0f16-40e6-be33-a38699659154', 'port_id': '8d9798e6-919c-4445-b36c-aacc1a050464', 'mac_address': 'fa:16:3e:96:9e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:45:41.269405 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:41.282309 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9798e6-919c-4445-b36c-aacc1a050464 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:45:41.302387 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=8d9798e6-919c-4445-b36c-aacc1a050464,segment=NetworkSegment(c996806f-e04b-41ce-b7fc-7c508a20cceb),segment_id=c996806f-e04b-41ce-b7fc-7c508a20cceb)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:41.306212 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:41.357733 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:41.624612 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['8d9798e6-919c-4445-b36c-aacc1a050464'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:45:42.175242 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57002) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:42.398092 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ca2f7-2da7-4118-8478-a099449255e3 req-24b30bea-1638-44fe-97ce-36bdf3392f20 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:42.399467 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-630ca2f7-2da7-4118-8478-a099449255e3 req-24b30bea-1638-44fe-97ce-36bdf3392f20 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 945 time: 0.1225569 Jul 28 03:45:42.477837 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-630ca2f7-2da7-4118-8478-a099449255e3 req-1bb6af43-ad44-49d2-b0d0-124c43f0cbcc tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Jul 28 03:45:42.670969 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:42.754142 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-6798225b-561b-4784-a557-393d25937ba5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390830 Jul 28 03:45:42.849891 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-7e148c0d-2a81-4da1-8f84-53a63c3fde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:42.851390 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-7e148c0d-2a81-4da1-8f84-53a63c3fde5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0403261 Jul 28 03:45:42.910282 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Deleting port 3a6b1e46-b5d4-4566-9094-865c104c9271 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:42.910624 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:42.972012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-94af6615-9bcc-4624-adb2-bd6fd7b191bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:42.973393 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-94af6615-9bcc-4624-adb2-bd6fd7b191bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.0985203 Jul 28 03:45:43.009245 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] For port 3a6b1e46-b5d4-4566-9094-865c104c9271, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3a6b1e46-b5d4-4566-9094-865c104c9271,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:43.009609 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.025543 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Calling delete_port for 3a6b1e46-b5d4-4566-9094-865c104c9271 owned by network:router_interface {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:43.037752 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-a951150b-f10a-4d5d-8a99-7ce32c6ba345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0563657 Jul 28 03:45:43.086233 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-86c82fb1-1b42-4f20-b85c-bc6caa2d6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:43.087676 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-86c82fb1-1b42-4f20-b85c-bc6caa2d6213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0427828 Jul 28 03:45:43.100251 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 8d9798e6-919c-4445-b36c-aacc1a050464 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:45:43.138856 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-a9d4a500-4a68-4acc-86af-3a64548bf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:43.140390 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-a9d4a500-4a68-4acc-86af-3a64548bf052 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0449040 Jul 28 03:45:43.150412 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 8d9798e6-919c-4445-b36c-aacc1a050464 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:45:43.155475 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 8d9798e6-919c-4445-b36c-aacc1a050464 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:45:43.155980 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.205147 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.231846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6b1e46-b5d4-4566-9094-865c104c9271,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:43.238012 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.252665 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-e7baa0ae-ee9e-4ba3-a314-00e6f5197b83 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036863 Jul 28 03:45:43.263808 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:43.266078 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa37d4-b189-4d3c-913e-4bef80704d2a" -d '{"events": [{"server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:43.288038 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=8d9798e6-919c-4445-b36c-aacc1a050464,segment=NetworkSegment(c996806f-e04b-41ce-b7fc-7c508a20cceb),segment_id=c996806f-e04b-41ce-b7fc-7c508a20cceb)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:43.292592 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.357437 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:43.364265 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c346dc0-8240-4018-a5ae-e4a4f8fb779b x-openstack-request-id: req-7c346dc0-8240-4018-a5ae-e4a4f8fb779b {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:43.364556 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:43.364808 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c346dc0-8240-4018-a5ae-e4a4f8fb779b {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:43.365194 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464', 'code': 200} Jul 28 03:45:43.405076 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7bad4a5b-ee40-4db6-bbbd-a314989e6829 req-e92df10c-b8b2-43bd-9e15-38ba04b2888b service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443665 Jul 28 03:45:43.431867 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:43.559954 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300fbcb-23a6-4ae3-90fe-25aac299fb72 req-31a43e74-dc62-4d72-8d7a-6af6368d27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:43.561462 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1300fbcb-23a6-4ae3-90fe-25aac299fb72 req-31a43e74-dc62-4d72-8d7a-6af6368d27ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 1099 time: 0.0399406 Jul 28 03:45:43.602682 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-1300fbcb-23a6-4ae3-90fe-25aac299fb72 req-0b32e231-fa3e-450d-adbb-eed4000cda47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Jul 28 03:45:43.632009 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce01e2-95ad-4206-b785-f5a41979a804 req-1c39055b-b851-48b2-9ae9-b1b2845e550f tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:43.633458 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-91ce01e2-95ad-4206-b785-f5a41979a804 req-1c39055b-b851-48b2-9ae9-b1b2845e550f tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 946 time: 0.0876071 Jul 28 03:45:43.712495 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-91ce01e2-95ad-4206-b785-f5a41979a804 req-eb6dea6c-dd2b-47f8-9ee5-6d91df979d78 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730007 Jul 28 03:45:43.721335 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Router 9a169535-0181-48ba-9437-ef3cacb201ad has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:45:43.823909 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:45:43.828741 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-683e26ef-211e-447c-8643-f7441b8de7b2 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a169535-0181-48ba-9437-ef3cacb201ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524761 Jul 28 03:45:43.831688 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57014) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:43.834346 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Sync routers for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:45:43.843244 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:43.843884 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:43.941119 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.037637 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:44.042470 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.092214 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Deleting port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:44.092648 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.170948 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] For port 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:44.171329 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.183699 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Calling delete_port for 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 owned by network:router_gateway {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:44.206189 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:45:43Z', 'revision_number': 5, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port': {'id': '9ac51ed4-4074-4fd3-b89a-d5d180a58dd2', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:33Z', 'updated_at': '2021-07-28T03:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:44.234789 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Checking router: 9a169535-0181-48ba-9437-ef3cacb201ad for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:45:44.242801 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Routers {'9a169535-0181-48ba-9437-ef3cacb201ad'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:45:44.243531 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:45:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['9a169535-0181-48ba-9437-ef3cacb201ad'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:44.325089 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] Set router 9a169535-0181-48ba-9437-ef3cacb201ad gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:45:44.343035 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.365956 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac51ed4-4074-4fd3-b89a-d5d180a58dd2,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:44.379420 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:45:44Z', 'revision_number': 6, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:44.405060 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf345742-bdb5-4e15-a570-9fc45f373d24 None None] The sync data for ids ['9a169535-0181-48ba-9437-ef3cacb201ad'] in dv-cinder-802648-1-smb is: [{'id': '9a169535-0181-48ba-9437-ef3cacb201ad', 'name': 'tempest-AttachVolumeShelveTestJSON-893537562-router', 'tenant_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:31Z', 'updated_at': '2021-07-28T03:45:44Z', 'revision_number': 6, 'project_id': 'ce5ce8b14fd04282a586e30ac06e0861', 'gw_port_host': None}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:45:44.432201 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.523072 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.525164 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.569071 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.569600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a169535-0181-48ba-9437-ef3cacb201ad {{(pid=99646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:45:44.573832 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.574957 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-27dccfa1-1343-4b2d-91df-4fcb519cc2c9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9a169535-0181-48ba-9437-ef3cacb201ad HTTP/1.1" status: 204 len: 168 time: 0.7423723 Jul 28 03:45:44.577581 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57016) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:44.620658 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Deleting subnet f7c52443-1210-45fe-ba75-49b3a79ff258 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:45:44.623609 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.657066 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.766026 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.824571 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.838068 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.840154 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f7c52443-1210-45fe-ba75-49b3a79ff258 HTTP/1.1" status: 204 len: 168 time: 0.2615762 Jul 28 03:45:44.844493 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd8396-ec27-4e56-adc1-9e6da944cc46 req-52dc20b1-6698-4574-930e-aa1778c84aa4 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:44.846414 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a7cd8396-ec27-4e56-adc1-9e6da944cc46 req-52dc20b1-6698-4574-930e-aa1778c84aa4 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 946 time: 0.0593994 Jul 28 03:45:44.846903 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57020) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:44.848155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4d945-94cd-408f-b77e-941809dd56a5 None None] Network f0707ba1-d888-446b-a189-14c43279ba8e requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:44.858170 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64088333-7723-484b-bf45-9a5f8345fb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c52443-1210-45fe-ba75-49b3a79ff258,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:44.940219 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:44.952099 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a7cd8396-ec27-4e56-adc1-9e6da944cc46 req-9284c92f-fb91-4e55-8eb9-3cba621c7547 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Jul 28 03:45:45.000694 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Deleting port c2db3b61-dab3-48ed-bab4-1347c4867d2a {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:45.001037 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.066519 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] For port c2db3b61-dab3-48ed-bab4-1347c4867d2a, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=c2db3b61-dab3-48ed-bab4-1347c4867d2a,segment=NetworkSegment(80a1e19c-44b4-46cb-a325-b377ff8e9a5d),segment_id=80a1e19c-44b4-46cb-a325-b377ff8e9a5d)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:45.066886 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.079295 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Calling delete_port for c2db3b61-dab3-48ed-bab4-1347c4867d2a owned by network:dhcp {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:45.159776 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.187306 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2db3b61-dab3-48ed-bab4-1347c4867d2a,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:45.189278 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] No DVR routers for this DVR port c2db3b61-dab3-48ed-bab4-1347c4867d2a on host dv-cinder-802648-1-smb {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:45:45.217538 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e85c4-359e-4d54-979d-2943e6a1aae1 None None] DHCP port deletion for f0707ba1-d888-446b-a189-14c43279ba8e request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:45:45.274247 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.288989 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0707ba1-d888-446b-a189-14c43279ba8e']}} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:45.302491 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a1e19c-44b4-46cb-a325-b377ff8e9a5d') {'for_net_delete': True} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:45.302909 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a1e19c-44b4-46cb-a325-b377ff8e9a5d') {} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:45:45.316383 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10582771'] for segment, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.336375 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.342817 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=99647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:45:45.343215 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10544410'] for segment, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: Traceback (most recent call last): Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: timer() Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: cb(*args, **kw) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: return func(*args, **kwargs) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: self._notify() Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: self.callback(batched_events) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: event.method(event) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: return f(self, *a, **k) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: return self._get(url).json() Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: return self.request(url, 'GET', **kwargs) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:45:45.345222 dv-cinder-802648-1-smb neutron-server[99647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:45:45.402024 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.407797 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.414042 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f0707ba1-d888-446b-a189-14c43279ba8e HTTP/1.1" status: 204 len: 168 time: 0.5632551 Jul 28 03:45:45.427136 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b0758-d94b-40f6-9334-4cfab0bc2d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0707ba1-d888-446b-a189-14c43279ba8e,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:45.531872 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57030) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:45.569894 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-b2a3a196-aecc-404c-961c-7cba82267048 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce5ce8b14fd04282a586e30ac06e0861&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368829 Jul 28 03:45:45.572314 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57032) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:45.621286 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.642290 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.703047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.705581 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.706710 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47558194-7ed9-4bee-b09b-1599ce20e289 HTTP/1.1" status: 204 len: 168 time: 0.1335349 Jul 28 03:45:45.714386 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ce044-1283-4f60-a65a-b6742906b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47558194-7ed9-4bee-b09b-1599ce20e289,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:45.918597 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3a6b1e46-b5d4-4566-9094-865c104c9271 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:46.054235 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 3a6b1e46-b5d4-4566-9094-865c104c9271 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:46.054574 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3a6b1e46-b5d4-4566-9094-865c104c9271 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:46.054985 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:46.072911 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:46.073251 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 9ac51ed4-4074-4fd3-b89a-d5d180a58dd2 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:46.073653 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device c2db3b61-dab3-48ed-bab4-1347c4867d2a no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:46.091420 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: c2db3b61-dab3-48ed-bab4-1347c4867d2a {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:46.091762 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device c2db3b61-dab3-48ed-bab4-1347c4867d2a not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:47.637160 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dbc3f-5a28-48bb-a8b4-f496d024ffb6 req-d2f5e1c6-4de2-486e-a1fc-8ae218c990d0 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:47.638619 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-753dbc3f-5a28-48bb-a8b4-f496d024ffb6 req-d2f5e1c6-4de2-486e-a1fc-8ae218c990d0 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 946 time: 0.0485530 Jul 28 03:45:47.675816 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-753dbc3f-5a28-48bb-a8b4-f496d024ffb6 req-4036e3cb-66a9-4d14-99b5-a34975efccf2 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Jul 28 03:45:48.792248 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208932-02af-44c8-a42a-633cdba5c72a req-88b8a77a-a0dd-490c-b546-27d00bcb0aa1 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:48.793593 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b208932-02af-44c8-a42a-633cdba5c72a req-88b8a77a-a0dd-490c-b546-27d00bcb0aa1 tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 946 time: 0.0513012 Jul 28 03:45:48.829956 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b208932-02af-44c8-a42a-633cdba5c72a req-280176c0-fc1a-4719-baf7-2ade462deacc tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1210f5-1022-4a02-a2da-eb39eac529c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306535 Jul 28 03:45:49.185652 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-e1f5b813-fcc6-4d70-874f-2af1e0b5491b tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:49.187162 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-e1f5b813-fcc6-4d70-874f-2af1e0b5491b tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 946 time: 0.0495663 Jul 28 03:45:49.281694 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Deleting port 8d9798e6-919c-4445-b36c-aacc1a050464 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:45:49.282049 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:49.374169 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] For port 8d9798e6-919c-4445-b36c-aacc1a050464, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=8d9798e6-919c-4445-b36c-aacc1a050464,segment=NetworkSegment(c996806f-e04b-41ce-b7fc-7c508a20cceb),segment_id=c996806f-e04b-41ce-b7fc-7c508a20cceb)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:45:49.374543 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:49.387478 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Calling delete_port for 8d9798e6-919c-4445-b36c-aacc1a050464 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:45:49.522677 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:49.549384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Pushing event deleted for resources: {'Port': ['ID=8d9798e6-919c-4445-b36c-aacc1a050464,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:49.561193 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['8d9798e6-919c-4445-b36c-aacc1a050464'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:45:49.590539 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] No DVR routers for this DVR port 8d9798e6-919c-4445-b36c-aacc1a050464 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:45:49.592938 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:49.594889 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2274185d-7dae-451a-ba54-e2b548ec8b4d req-731c5b27-eb22-4911-afa8-f1baef5d31bf tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.15 "DELETE /v2.0/ports/8d9798e6-919c-4445-b36c-aacc1a050464 HTTP/1.1" status: 204 len: 173 time: 0.4010670 Jul 28 03:45:49.595330 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'name': 'network-vif-deleted', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:45:49.597665 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bbebd1-98eb-4fbf-82a3-49e8cec0e045" -d '{"events": [{"server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "name": "network-vif-deleted", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:45:49.633283 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef413cb-84e7-42c3-9746-7a94aace69b6 x-openstack-request-id: req-4ef413cb-84e7-42c3-9746-7a94aace69b6 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:45:49.633572 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c588786-7478-4aff-b3f1-6b0f7578a50e", "name": "network-vif-deleted", "tag": "8d9798e6-919c-4445-b36c-aacc1a050464", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:45:49.633851 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ef413cb-84e7-42c3-9746-7a94aace69b6 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:45:49.634246 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c588786-7478-4aff-b3f1-6b0f7578a50e', 'name': 'network-vif-deleted', 'tag': '8d9798e6-919c-4445-b36c-aacc1a050464', 'status': 'completed', 'code': 200} Jul 28 03:45:49.933785 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-79072c8a-9c36-44c7-82e0-4f107fb29bdc req-34d7a088-d88b-4adc-9113-c397d5cdd00e tempest-VolumesActionsTest-1341250847 tempest-VolumesActionsTest-1341250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c588786-7478-4aff-b3f1-6b0f7578a50e HTTP/1.1" status: 200 len: 210 time: 0.0257454 Jul 28 03:45:53.110780 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 8d9798e6-919c-4445-b36c-aacc1a050464 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:45:53.132303 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 8d9798e6-919c-4445-b36c-aacc1a050464 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:45:53.132637 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 8d9798e6-919c-4445-b36c-aacc1a050464 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:45:54.978617 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57216) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:55.084319 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5842c895-ef22-4928-9038-4b4a28b3c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.171261 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5842c895-ef22-4928-9038-4b4a28b3c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.174760 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-5842c895-ef22-4928-9038-4b4a28b3c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.216561 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-5842c895-ef22-4928-9038-4b4a28b3c3fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8191b23f60214b5f8124eee33fda106b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368848 Jul 28 03:45:55.217423 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842c895-ef22-4928-9038-4b4a28b3c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a1400f-d80d-46f6-91a3-9183e4cbcc03,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:55.219284 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57222) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:55.275303 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.295801 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.342197 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.344733 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.348502 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98a1400f-d80d-46f6-91a3-9183e4cbcc03 HTTP/1.1" status: 204 len: 168 time: 0.1281111 Jul 28 03:45:55.355962 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192cf34-8cf4-46c8-b257-69dbe2f823ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a1400f-d80d-46f6-91a3-9183e4cbcc03,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:56.466963 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57280) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:56.566887 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3de952f8-51e0-4d1e-a8c6-3846ac40b434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.652680 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3de952f8-51e0-4d1e-a8c6-3846ac40b434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.656277 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3de952f8-51e0-4d1e-a8c6-3846ac40b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.694211 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3de952f8-51e0-4d1e-a8c6-3846ac40b434 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0a40561b53a4e2d81d1dd2b00e94663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261667 Jul 28 03:45:56.695340 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de952f8-51e0-4d1e-a8c6-3846ac40b434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ea0c4-488d-4445-8d64-d0555ecba957,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:56.696964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57284) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:56.747095 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.766994 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.812027 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.814600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.815773 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/467ea0c4-488d-4445-8d64-d0555ecba957 HTTP/1.1" status: 204 len: 168 time: 0.1178105 Jul 28 03:45:56.823422 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c83174-6fee-4481-8226-9523504d122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ea0c4-488d-4445-8d64-d0555ecba957,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:04.152953 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-92df6345-096f-4258-8fa0-953a4f28f2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.330212 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57460) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:04.373742 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Deleting subnet c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:46:04.376585 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.411887 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.448788 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.500102 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.527870 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.529721 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2 HTTP/1.1" status: 204 len: 168 time: 0.1985264 Jul 28 03:46:04.530706 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e58f40-4ad4-4fc4-9354-71f3488cf3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e4e4f2-2281-4cbf-a6c0-0f08ed084eb2,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:04.532381 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57462) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:04.602020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.676347 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.685555 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153523be-0f16-40e6-be33-a38699659154']}} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:04.695741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c996806f-e04b-41ce-b7fc-7c508a20cceb') {'for_net_delete': True} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:04.696036 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c996806f-e04b-41ce-b7fc-7c508a20cceb') {} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:04.704489 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10582771'] for segment, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.718044 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.724384 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=99647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:46:04.724802 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10544410'] for segment, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: Traceback (most recent call last): Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: timer() Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: cb(*args, **kw) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: return func(*args, **kwargs) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: self._notify() Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: self.callback(batched_events) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: event.method(event) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: return f(self, *a, **k) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: return self._get(url).json() Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: return self.request(url, 'GET', **kwargs) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:46:04.726385 dv-cinder-802648-1-smb neutron-server[99647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:46:04.781838 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.786985 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.788901 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] 10.222.0.35 "DELETE /v2.0/networks/153523be-0f16-40e6-be33-a38699659154 HTTP/1.1" status: 204 len: 168 time: 0.2555363 Jul 28 03:46:04.791845 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57464) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:04.799401 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf737-644e-4f0b-ad19-eb7c47938d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=153523be-0f16-40e6-be33-a38699659154,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:04.842158 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Deleting subnet d61cb5ca-5539-4f46-b34f-cdef39d1a5f3 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:46:04.845228 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.878694 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.919336 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.973413 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.007993 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61cb5ca-5539-4f46-b34f-cdef39d1a5f3,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:05.011869 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.014004 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-621b27bf-9866-4e5f-a7ee-0ae0435116dc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d61cb5ca-5539-4f46-b34f-cdef39d1a5f3 HTTP/1.1" status: 204 len: 168 time: 0.2207401 Jul 28 03:46:05.016460 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57474) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:05.086146 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.166791 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.176952 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f47d69-a29b-49a1-ba49-ddd85b192c14']}} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:05.186758 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463ae5c0-7493-445d-b250-ad6281a2be5a') {'for_net_delete': True} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:05.186991 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.services.segments.db [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463ae5c0-7493-445d-b250-ad6281a2be5a') {} {{(pid=99647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:05.195645 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10582771'] for segment, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.209603 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.215266 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=99647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:46:05.215730 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10544410'] for segment, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: Traceback (most recent call last): Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: timer() Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: cb(*args, **kw) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: return func(*args, **kwargs) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: self._notify() Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: self.callback(batched_events) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: event.method(event) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: return f(self, *a, **k) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: return self._get(url).json() Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: return self.request(url, 'GET', **kwargs) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:46:05.217386 dv-cinder-802648-1-smb neutron-server[99647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:46:05.269212 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.275793 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.280055 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/85f47d69-a29b-49a1-ba49-ddd85b192c14 HTTP/1.1" status: 204 len: 168 time: 0.2601631 Jul 28 03:46:05.295127 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ee0a-28ca-4d09-87cc-2e91e16280c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f47d69-a29b-49a1-ba49-ddd85b192c14,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:05.436057 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57484) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:05.714448 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-d00678fb-9bf4-4628-91ae-8b426a9a521c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b8bddaec53343cda2394a488f210a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771502 Jul 28 03:46:05.716853 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57486) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:05.763726 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.783471 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.828709 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.831268 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.832518 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1210f5-1022-4a02-a2da-eb39eac529c5 HTTP/1.1" status: 204 len: 168 time: 0.1147268 Jul 28 03:46:05.839809 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2b196-6831-45dc-94e5-c1e0248bc233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1210f5-1022-4a02-a2da-eb39eac529c5,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:06.137316 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57494) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:06.177482 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b972545c-99cc-466b-81a1-2eb88583cc72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e59cef28d1a54a38a4be5520abcfe24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389678 Jul 28 03:46:06.179978 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57500) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:06.226345 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:06.247691 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:06.295403 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:06.297913 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:06.299054 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04eaa329-e9fc-417d-a002-2b032b0b18d2 HTTP/1.1" status: 204 len: 168 time: 0.1181505 Jul 28 03:46:06.307510 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6214-fa20-4f13-bc93-314db600ab6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eaa329-e9fc-417d-a002-2b032b0b18d2,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:06.654015 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f89cfacb-21f2-4380-9a42-3769d3e6fb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:07.154122 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:07.811109 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:07.818155 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:08.786174 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:09.629003 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:26.965624 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57908) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:27.062556 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.154123 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.159744 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.197644 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcd3e31535d840e2b440454494a80e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309492 Jul 28 03:46:27.198505 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13f344-4fa5-4ff1-8112-40960378d2b7,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:27.200364 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57912) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:27.205528 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.205912 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.206254 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.206590 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.206921 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.207255 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.207612 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.207938 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.208266 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.208589 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.208911 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.209233 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9532-7c7a-42f6-a30e-bf28564498ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.250767 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.270637 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.316659 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.319229 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.320371 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a13f344-4fa5-4ff1-8112-40960378d2b7 HTTP/1.1" status: 204 len: 168 time: 0.1189771 Jul 28 03:46:27.327810 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a13f344-4fa5-4ff1-8112-40960378d2b7,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:27.335768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.336015 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.336372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.336686 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.337121 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.337425 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.337753 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.338079 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.338408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.338728 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.339050 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.339386 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ead80-d4b2-4fc7-8778-5915f7115a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:27.585211 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 57920) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:27.598962 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-daccae03-d9ee-4fc7-971c-9e3bd050fdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.686447 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-daccae03-d9ee-4fc7-971c-9e3bd050fdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.690228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-daccae03-d9ee-4fc7-971c-9e3bd050fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.727103 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-daccae03-d9ee-4fc7-971c-9e3bd050fdd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c4b3ee5b04c45d78c864cdb0c0452d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405706 Jul 28 03:46:27.728034 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccae03-d9ee-4fc7-971c-9e3bd050fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982c7c9-c1df-4759-b173-7966bdb084b3,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:27.729720 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 57922) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:27.777224 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.796674 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.848764 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.851535 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:27.852713 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8982c7c9-c1df-4759-b173-7966bdb084b3 HTTP/1.1" status: 204 len: 168 time: 0.1219265 Jul 28 03:46:27.860155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693067-5e30-4ec6-9171-46ec6b83e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982c7c9-c1df-4759-b173-7966bdb084b3,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:30.617264 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58060) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:30.716220 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e11dbf50-8cb6-4c10-99c9-b5d234b168ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.807271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e11dbf50-8cb6-4c10-99c9-b5d234b168ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.811017 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-e11dbf50-8cb6-4c10-99c9-b5d234b168ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.848269 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dbf50-8cb6-4c10-99c9-b5d234b168ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a333ef-0458-4cb9-a216-233a8243ffff,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:30.854016 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-e11dbf50-8cb6-4c10-99c9-b5d234b168ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d8381e8da4247329781db6d58de7ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357495 Jul 28 03:46:30.856559 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58064) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:30.903703 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.924934 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.973794 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.976435 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.977588 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6a333ef-0458-4cb9-a216-233a8243ffff HTTP/1.1" status: 204 len: 168 time: 0.1201057 Jul 28 03:46:30.985470 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec45512-cb56-4696-a8ed-63509eeac653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a333ef-0458-4cb9-a216-233a8243ffff,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:31.222675 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58070) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:31.236192 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-72608ecd-cf64-4e4c-87d7-2d179bf277e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.325837 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-72608ecd-cf64-4e4c-87d7-2d179bf277e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.329559 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-72608ecd-cf64-4e4c-87d7-2d179bf277e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.373308 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-72608ecd-cf64-4e4c-87d7-2d179bf277e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ed38eaedb16484cbf0e718ac89d49f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495299 Jul 28 03:46:31.374161 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72608ecd-cf64-4e4c-87d7-2d179bf277e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd92f36-d7cd-435e-9a73-1a99380ae413,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:31.377038 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58072) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:31.425216 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.445428 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.496928 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.499676 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.501015 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfd92f36-d7cd-435e-9a73-1a99380ae413 HTTP/1.1" status: 204 len: 168 time: 0.1219804 Jul 28 03:46:31.510191 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc373-ceb4-43f6-b8e4-a0c1e592ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd92f36-d7cd-435e-9a73-1a99380ae413,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:32.305133 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58108) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:32.462727 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Deleting port 76087678-1c7e-4aaa-aace-46e54d30d76a {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:32.463383 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:32.540549 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:32.540880 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:32.552056 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Calling delete_port for 76087678-1c7e-4aaa-aace-46e54d30d76a owned by network:floatingip {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:32.718219 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:32.743600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event deleted for resources: {'Port': ['ID=76087678-1c7e-4aaa-aace-46e54d30d76a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:32.807953 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for floatingip, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:32.808263 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Floating IP 21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea disassociated (deleted). External IP: 172.28.3.114, port: 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0. Jul 28 03:46:33.006011 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Router 5a49a427-a3f6-4266-b629-cc713e658b63 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:46:33.113757 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:46:33.118898 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:33.124209 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Sync routers for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:46:33.133928 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:33.134673 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:33.149890 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f61c39d3-eeff-4c28-90d4-c93308ecbf39 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "DELETE /v2.0/floatingips/21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea HTTP/1.1" status: 204 len: 168 time: 0.8433170 Jul 28 03:46:33.150442 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:46:33.174024 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0711e4-13d3-46c1-8d0a-468ce8f57932" -d '{"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:46:33.215787 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0cf72b-34de-462f-a42a-965fd40ad0dc x-openstack-request-id: req-9a0cf72b-34de-462f-a42a-965fd40ad0dc {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:46:33.216259 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:46:33.216660 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a0cf72b-34de-462f-a42a-965fd40ad0dc {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:46:33.217203 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'status': 'completed', 'code': 200} Jul 28 03:46:33.276466 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:33.329963 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-0ad3e397-bd5e-4f14-8673-dcae4f0176fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.331623 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-0ad3e397-bd5e-4f14-8673-dcae4f0176fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f70cda9caa3427f8086a3872ad958ef&device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0554738 Jul 28 03:46:33.427494 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df71b-aac2-48f6-a580-ab7deee645ba req-8c1673eb-2a9e-4fe5-892e-6b4fa375a5c2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.429066 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ed8df71b-aac2-48f6-a580-ab7deee645ba req-8c1673eb-2a9e-4fe5-892e-6b4fa375a5c2 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0621662 Jul 28 03:46:33.470246 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-ed8df71b-aac2-48f6-a580-ab7deee645ba req-eb4d9faa-3372-49b6-9a94-5401a4a3bee1 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Jul 28 03:46:33.471199 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-c1302f85-3c58-44e2-8f71-f6763ad4a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.472724 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-c1302f85-3c58-44e2-8f71-f6763ad4a02f service neutron] 10.222.0.15 "GET /v2.0/networks?id=33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 200 len: 909 time: 0.0909364 Jul 28 03:46:33.505286 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:33.521101 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-7e0181cf-d912-4965-adab-e545e9f09bfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 200 len: 217 time: 0.0394313 Jul 28 03:46:33.532254 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Checking router: 5a49a427-a3f6-4266-b629-cc713e658b63 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:46:33.540564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:33.541173 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:33.572093 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-537238dc-cb16-4f11-8069-38f051a62051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.573552 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-537238dc-cb16-4f11-8069-38f051a62051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 200 len: 847 time: 0.0432074 Jul 28 03:46:33.625980 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-68f423f8-5bfc-48e0-9867-c25a833c6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.628067 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-68f423f8-5bfc-48e0-9867-c25a833c6999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33c5dbf3-3669-462f-8e1b-3302a73c83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0450578 Jul 28 03:46:33.646027 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:33.723086 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-2c166dcf-aade-4a21-a7b3-ca6547f1193a service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Jul 28 03:46:33.820880 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3f0711e4-13d3-46c1-8d0a-468ce8f57932 req-0d0f85ca-c14f-4ec7-aa7e-0b26275460a6 service neutron] 10.222.0.15 "GET /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896828 Jul 28 03:46:33.847022 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:33.878268 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50b3ad8-3dbb-4475-a0d6-348d01b545c4 None None] The sync data for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb is: [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:42:21Z', 'revision_number': 4, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '733b3473-3680-496b-a5ea-ce42eea7690a', 'name': '', 'network_id': '33c5dbf3-3669-462f-8e1b-3302a73c83af', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'mac_address': 'fa:16:3e:18:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:21Z', 'updated_at': '2021-07-28T03:42:28Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'subnets': [{'id': '1c32209e-10a9-4a71-85bb-c5d55aff5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:46:34.074555 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a2f69-d3a4-4533-bb98-52072b1b0e2c None None] New status for floating IP 21b18820-5e8c-4d95-b0c0-8c4bff3fe1ea: DOWN {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:46:34.153292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f4f741e7-13f4-49f5-9fd1-eccfbec63ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:34.597654 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1e521-96f9-4eff-ac35-6db6cbac90cf req-e39ff2ee-6d95-4ac4-bc65-bf782ca8f69d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:34.599894 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-13f1e521-96f9-4eff-ac35-6db6cbac90cf req-e39ff2ee-6d95-4ac4-bc65-bf782ca8f69d tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0549302 Jul 28 03:46:34.644993 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-13f1e521-96f9-4eff-ac35-6db6cbac90cf req-cf460fc8-70da-4fb0-83d9-4a053caa9362 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/security-groups?id=e70dffb7-226a-48ed-9b10-1c6df74c68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Jul 28 03:46:35.107777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-78fb29c4-1cb0-4f81-8715-88525f420c65 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:35.109214 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-78fb29c4-1cb0-4f81-8715-88525f420c65 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.15 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Jul 28 03:46:35.198047 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Deleting port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:35.198394 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.292216 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] For port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:35.292651 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.315460 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Calling delete_port for 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:35.454109 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.489128 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event deleted for resources: {'Port': ['ID=0e2b3a29-bbf8-4494-8a45-aabf8989c1b0,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:35.522964 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] No DVR routers for this DVR port 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:46:35.525241 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.527270 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-b354bb4d-9427-4b38-a376-85e4c57bc33e req-b6e6bb54-88db-4d1e-8832-5347a400f241 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.15 "DELETE /v2.0/ports/0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 HTTP/1.1" status: 204 len: 173 time: 0.4109330 Jul 28 03:46:35.527741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-deleted', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:46:35.529990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23838526-72c7-4b5a-8265-48062063d547" -d '{"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-deleted", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:46:35.566621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78563ecf-c6f4-493d-8775-3c4395e3d72e x-openstack-request-id: req-78563ecf-c6f4-493d-8775-3c4395e3d72e {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:46:35.566935 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563fe05-86d0-43ba-9a3d-c168bd14cdc6", "name": "network-vif-deleted", "tag": "0e2b3a29-bbf8-4494-8a45-aabf8989c1b0", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:46:35.567190 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78563ecf-c6f4-493d-8775-3c4395e3d72e {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:46:35.567835 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563fe05-86d0-43ba-9a3d-c168bd14cdc6', 'name': 'network-vif-deleted', 'tag': '0e2b3a29-bbf8-4494-8a45-aabf8989c1b0', 'status': 'completed', 'code': 200} Jul 28 03:46:35.743570 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-dd5fee12-81cc-4738-99f0-6faefc8cc474 req-fa4c3437-f1de-4d90-aed6-1c111672ec79 tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "GET /v2.0/ports?device_id=7563fe05-86d0-43ba-9a3d-c168bd14cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Jul 28 03:46:35.776705 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58194) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:35.887212 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bbfad92a-115f-42dd-ab84-c4f85f684960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.987798 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bbfad92a-115f-42dd-ab84-c4f85f684960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.992434 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-bbfad92a-115f-42dd-ab84-c4f85f684960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.028449 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfad92a-115f-42dd-ab84-c4f85f684960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6bfa6a-edbe-4c5e-b499-577f4b86c275,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:36.032725 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-bbfad92a-115f-42dd-ab84-c4f85f684960 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e1a67ec0a0b43efbfab01a602aecf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550182 Jul 28 03:46:36.035532 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58198) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:36.082277 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.105940 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.151071 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.153585 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.154722 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b6bfa6a-edbe-4c5e-b499-577f4b86c275 HTTP/1.1" status: 204 len: 168 time: 0.1184535 Jul 28 03:46:36.162445 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ff611-9fae-43f3-a75d-530fcf1bc559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6bfa6a-edbe-4c5e-b499-577f4b86c275,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:36.427698 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58208) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:36.441296 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7578f631-df4b-4b81-b540-b523b3f4855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.534495 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7578f631-df4b-4b81-b540-b523b3f4855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.539559 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-7578f631-df4b-4b81-b540-b523b3f4855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.581560 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-7578f631-df4b-4b81-b540-b523b3f4855e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f5671b983754e7389a880d31d695fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528659 Jul 28 03:46:36.582279 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578f631-df4b-4b81-b540-b523b3f4855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333d65c-6699-44f9-ba7e-bc5c434602a1,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:36.584188 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58214) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:36.632575 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.654314 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.654936 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-a2bed387-758f-4b93-9449-89c88dc92e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.702836 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.706222 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.707453 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8333d65c-6699-44f9-ba7e-bc5c434602a1 HTTP/1.1" status: 204 len: 168 time: 0.1220777 Jul 28 03:46:36.715678 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b64dd0-879b-41c2-a658-d9201cf8a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333d65c-6699-44f9-ba7e-bc5c434602a1,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:36.802606 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58220) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:36.860913 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.887016 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.945808 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.953164 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.953164 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] 10.222.0.35 "DELETE /v2.0/security-groups/e70dffb7-226a-48ed-9b10-1c6df74c68ba HTTP/1.1" status: 204 len: 168 time: 0.1462836 Jul 28 03:46:36.962535 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18ead3-bb7a-4408-9120-b8a2265b805f tempest-TestShelveInstance-1888115631 tempest-TestShelveInstance-1888115631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70dffb7-226a-48ed-9b10-1c6df74c68ba,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:36.990501 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58228) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:37.154421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.340963 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.612358 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Deleting port 733b3473-3680-496b-a5ea-ce42eea7690a {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:37.612596 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.699469 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] For port 733b3473-3680-496b-a5ea-ce42eea7690a, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=733b3473-3680-496b-a5ea-ce42eea7690a,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:37.700144 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.716538 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Calling delete_port for 733b3473-3680-496b-a5ea-ce42eea7690a owned by network:router_interface {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:37.824929 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.917510 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:37.946480 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Pushing event deleted for resources: {'Port': ['ID=733b3473-3680-496b-a5ea-ce42eea7690a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:38.133368 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:38.341108 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Router 5a49a427-a3f6-4266-b629-cc713e658b63 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:46:38.450305 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:46:38.456243 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-9751818b-dd33-4f5c-9841-b4a15bea4366 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a49a427-a3f6-4266-b629-cc713e658b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4676087 Jul 28 03:46:38.458703 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58308) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:38.459343 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Sync routers for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:46:38.468206 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:38.468799 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:38.562634 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks [] for router, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:38.573064 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:38.673715 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:38.777148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:46:37Z', 'revision_number': 5, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port': {'id': '401a4d9d-af4d-4032-9ab2-192d073ba22c', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:18Z', 'updated_at': '2021-07-28T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:38.822334 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Checking router: 5a49a427-a3f6-4266-b629-cc713e658b63 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:46:38.837498 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:38.839403 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Routers {'5a49a427-a3f6-4266-b629-cc713e658b63'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:38.840296 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['5a49a427-a3f6-4266-b629-cc713e658b63'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:38.933436 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] Set router 5a49a427-a3f6-4266-b629-cc713e658b63 gateway port host: None {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:38.965307 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Deleting port 401a4d9d-af4d-4032-9ab2-192d073ba22c {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:38.965873 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:38.987805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:46:38Z', 'revision_number': 6, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:39.020891 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a93d2-31a8-4835-a192-b02dca94ee7c None None] The sync data for ids ['5a49a427-a3f6-4266-b629-cc713e658b63'] in dv-cinder-802648-1-smb is: [{'id': '5a49a427-a3f6-4266-b629-cc713e658b63', 'name': 'tempest-TestShelveInstance-827062294-router', 'tenant_id': '0f70cda9caa3427f8086a3872ad958ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:17Z', 'updated_at': '2021-07-28T03:46:38Z', 'revision_number': 6, 'project_id': '0f70cda9caa3427f8086a3872ad958ef', 'gw_port_host': None}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:46:39.051295 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] For port 401a4d9d-af4d-4032-9ab2-192d073ba22c, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=401a4d9d-af4d-4032-9ab2-192d073ba22c,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:39.051688 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.066636 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Calling delete_port for 401a4d9d-af4d-4032-9ab2-192d073ba22c owned by network:router_gateway {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:39.229521 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.258344 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Pushing event deleted for resources: {'Port': ['ID=401a4d9d-af4d-4032-9ab2-192d073ba22c,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:39.319525 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.413790 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.416097 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.460762 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.461324 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a49a427-a3f6-4266-b629-cc713e658b63 {{(pid=99646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:46:39.465679 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.466769 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-81fa86fd-471e-4f16-86a9-6931212b89cc admin admin] 10.222.0.35 "DELETE /v2.0/routers/5a49a427-a3f6-4266-b629-cc713e658b63 HTTP/1.1" status: 204 len: 168 time: 1.0071270 Jul 28 03:46:39.469262 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58318) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:39.516049 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:39.517527 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Deleting subnet 1c32209e-10a9-4a71-85bb-c5d55aff5277 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:46:39.522009 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.560856 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.645831 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.664264 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:39.664608 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 0e2b3a29-bbf8-4494-8a45-aabf8989c1b0 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:39.678630 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.701608 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.726103 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c32209e-10a9-4a71-85bb-c5d55aff5277,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:39.729956 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.734387 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-be5f87b2-f45a-4779-81fa-177f19824fa4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1c32209e-10a9-4a71-85bb-c5d55aff5277 HTTP/1.1" status: 204 len: 168 time: 0.2617269 Jul 28 03:46:39.735078 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58320) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:39.744240 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7688bf-9dee-4ba9-93f8-75e5f9f36f61 None None] Network 33c5dbf3-3669-462f-8e1b-3302a73c83af requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:39.805215 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.858034 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Deleting port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:39.858379 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.937545 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] For port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,segment=NetworkSegment(624c2972-a24c-45be-b646-6565857b9078),segment_id=624c2972-a24c-45be-b646-6565857b9078)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:39.937915 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:39.953279 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] DHCP port deletion for 33c5dbf3-3669-462f-8e1b-3302a73c83af request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:46:39.956813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Calling delete_port for 3aa36fcb-7851-4bef-a911-3e1d7ca3332f owned by network:dhcp {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:40.013710 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 733b3473-3680-496b-a5ea-ce42eea7690a no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:40.038315 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 733b3473-3680-496b-a5ea-ce42eea7690a {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:40.038658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 733b3473-3680-496b-a5ea-ce42eea7690a not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:40.039204 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 401a4d9d-af4d-4032-9ab2-192d073ba22c no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:40.043140 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Deleting port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f {{(pid=99648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:40.043606 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.057648 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.062526 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 401a4d9d-af4d-4032-9ab2-192d073ba22c {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:40.062874 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 401a4d9d-af4d-4032-9ab2-192d073ba22c not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:40.093087 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:40.097392 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] No DVR routers for this DVR port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f on host dv-cinder-802648-1-smb {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:46:40.154833 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] For port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f, host dv-cinder-802648-1-smb, got binding levels [] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:40.155236 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.170183 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Calling delete_port for 3aa36fcb-7851-4bef-a911-3e1d7ca3332f owned by network:dhcp {{(pid=99648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:40.175506 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.ipam_backend_mixin [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f was not found and therefore no delete operation was performed {{(pid=99648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 03:46:40.177658 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968'] for port, after_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.193776 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.203902 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c5dbf3-3669-462f-8e1b-3302a73c83af']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:40.204993 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Pushing event deleted for resources: {'Port': ['ID=3aa36fcb-7851-4bef-a911-3e1d7ca3332f,revision_number=None']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:40.215168 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.215539 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.215880 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.216212 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.216342 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624c2972-a24c-45be-b646-6565857b9078') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:40.216540 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624c2972-a24c-45be-b646-6565857b9078') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:40.216656 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.216867 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.217192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.217513 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.217826 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.218356 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.218681 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.219002 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:40.222573 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad4e40-b30c-499d-8363-baef26655667 None None] No DVR routers for this DVR port 3aa36fcb-7851-4bef-a911-3e1d7ca3332f on host dv-cinder-802648-1-smb {{(pid=99648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:46:40.227574 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.244193 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.250337 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:46:40.250717 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:46:40.252602 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:46:40.263215 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58330) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:40.309708 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.314511 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.319524 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58334) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:40.319653 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] 10.222.0.35 "DELETE /v2.0/networks/33c5dbf3-3669-462f-8e1b-3302a73c83af HTTP/1.1" status: 204 len: 168 time: 0.5833585 Jul 28 03:46:40.333258 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5654b50-7688-4b56-913c-b0874174b86b admin admin] Pushing event deleted for resources: {'Network': ['ID=33c5dbf3-3669-462f-8e1b-3302a73c83af,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:40.374625 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dae07347-1c61-4b52-8f9f-1828626bae43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.595431 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dae07347-1c61-4b52-8f9f-1828626bae43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.613882 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-dae07347-1c61-4b52-8f9f-1828626bae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.656629 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-dae07347-1c61-4b52-8f9f-1828626bae43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c309deaea0f84b3db9604eeccadbc72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920360 Jul 28 03:46:40.659148 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58336) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:40.704840 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae07347-1c61-4b52-8f9f-1828626bae43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9514e5f2-0361-4d75-a928-914462f30a26,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:40.706439 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.729257 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.787645 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.791035 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:40.792549 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9514e5f2-0361-4d75-a928-914462f30a26 HTTP/1.1" status: 204 len: 168 time: 0.1322885 Jul 28 03:46:40.801510 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e1d09-ce99-4b01-99c8-f0fd8dc45bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514e5f2-0361-4d75-a928-914462f30a26,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:41.091960 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.407433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Deleting port f59239fe-b78c-4da7-bfa4-a6712274edd6 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:41.408111 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.438587 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58360) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:41.490578 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] For port f59239fe-b78c-4da7-bfa4-a6712274edd6, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=f59239fe-b78c-4da7-bfa4-a6712274edd6,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:41.490942 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.503796 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Calling delete_port for f59239fe-b78c-4da7-bfa4-a6712274edd6 owned by network:router_interface {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:41.536767 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1944753559-network', 'tenant_id': '557ee3b9679c422b9a2aef535c0ac877'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:41.560205 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Made reservation on behalf of 557ee3b9679c422b9a2aef535c0ac877 for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:41.562994 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.572995 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.667965 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.671934 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.698095 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4dac10-39a4-4235-863c-a608f23ba42a,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:41.725184 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.730454 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:46:41.740931 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.741271 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Added segment 45933b15-8403-4dc8-9a07-46ff5dca8331 of type vlan for network 990cbccd-32f9-4896-aaff-6d7d0dd980ef Jul 28 03:46:41.758786 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59239fe-b78c-4da7-bfa4-a6712274edd6,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:41.781919 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.817960 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.819928 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:41.820638 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.877802 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4380810 Jul 28 03:46:41.881251 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58364) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:41.892065 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Request body: {'subnet': {'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1944753559-subnet', 'tenant_id': '557ee3b9679c422b9a2aef535c0ac877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:41.896601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb35be-feff-46b9-acb7-d90528a2deff admin admin] Pushing event updated for resources: {'Network': ['ID=990cbccd-32f9-4896-aaff-6d7d0dd980ef,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:41.916698 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:46:41.957613 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Made reservation on behalf of 557ee3b9679c422b9a2aef535c0ac877 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:41.960367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.963350 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.030123 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3aa36fcb-7851-4bef-a911-3e1d7ca3332f no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:42.051237 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 3aa36fcb-7851-4bef-a911-3e1d7ca3332f {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:42.051595 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 3aa36fcb-7851-4bef-a911-3e1d7ca3332f not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:42.301284 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.355844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Router 1cdafbb5-a554-471a-b9e3-2286b192911f has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:46:42.362177 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7514a69-d3b8-4e59-abe6-7fbf8be16caf,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:42.385876 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Checking segment: {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:42.386227 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Network hostable DHCP agents. Network: 990cbccd-32f9-4896-aaff-6d7d0dd980ef, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:46:42.447457 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:46:42.484009 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 990cbccd-32f9-4896-aaff-6d7d0dd980ef) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:42.493855 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:42.494448 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.496849 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbede48f-458b-41bb-a0fd-c69a28e32e66 None None] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:42.510819 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:46:42.519352 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9c894834-439b-4bbb-9b6e-2b8426d4cb07 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cdafbb5-a554-471a-b9e3-2286b192911f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963642 Jul 28 03:46:42.519352 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-288c75dc-8918-4e64-bb68-a5c96ba72544 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6367922 Jul 28 03:46:42.520059 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58368) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:42.526163 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Sync routers for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:46:42.538779 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:42.540798 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:42.647512 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.658581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23920a82-2855-4290-81a3-b52233f468b4 None None] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:42.668108 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:42.786621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.844161 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Deleting port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:42.844777 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.870771 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:46:41Z', 'revision_number': 5, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port': {'id': '2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:42:24Z', 'updated_at': '2021-07-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:42.904166 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Checking router: 1cdafbb5-a554-471a-b9e3-2286b192911f for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:46:42.913236 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Routers {'1cdafbb5-a554-471a-b9e3-2286b192911f'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:42.913838 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['1cdafbb5-a554-471a-b9e3-2286b192911f'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:42.933036 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] For port 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:42.933372 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:42.945552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Calling delete_port for 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b owned by network:router_gateway {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:43.011001 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] Set router 1cdafbb5-a554-471a-b9e3-2286b192911f gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:43.085808 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:46:42Z', 'revision_number': 6, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:43.130588 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed808e-d7cc-436a-892d-a2b44970bc3b None None] The sync data for ids ['1cdafbb5-a554-471a-b9e3-2286b192911f'] in dv-cinder-802648-1-smb is: [{'id': '1cdafbb5-a554-471a-b9e3-2286b192911f', 'name': 'tempest-TestShelveInstance-1375642466-router', 'tenant_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:42:23Z', 'updated_at': '2021-07-28T03:46:42Z', 'revision_number': 6, 'project_id': 'e93c2593fcc1470ca57cc0133c1d6ab2', 'gw_port_host': None}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:46:43.167345 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.194577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:43.253696 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.360569 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.362688 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.425322 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.425778 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdafbb5-a554-471a-b9e3-2286b192911f {{(pid=99647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:46:43.430748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.431929 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-9a22dbd6-5bf2-4c4e-aec6-f1b193f06ed0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1cdafbb5-a554-471a-b9e3-2286b192911f HTTP/1.1" status: 204 len: 168 time: 0.9114392 Jul 28 03:46:43.434366 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58382) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:43.487051 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Deleting subnet d4a5acb6-e1e6-441f-96c7-89832c9e9af4 {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:46:43.490907 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.533964 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10582778'] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.615928 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.671620 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10544480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11392873'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.698910 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.703111 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d4a5acb6-e1e6-441f-96c7-89832c9e9af4 HTTP/1.1" status: 204 len: 168 time: 0.2656536 Jul 28 03:46:43.703111 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9176e-a328-4f71-b53d-7ed046e19a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a5acb6-e1e6-441f-96c7-89832c9e9af4,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:43.703565 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58384) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:43.707725 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befc3e9-9fa8-4e29-87b5-48e2f12e7679 None None] Network 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:43.776427 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.830980 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Deleting port 19c160df-f14c-4c07-ac22-cded32533285 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:43.831344 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.894311 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] For port 19c160df-f14c-4c07-ac22-cded32533285, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=19c160df-f14c-4c07-ac22-cded32533285,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:43.894911 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.900477 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] DHCP port deletion for 1ee35ee4-d277-43c7-817f-3f2c1d36bf25 request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:46:43.915145 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Calling delete_port for 19c160df-f14c-4c07-ac22-cded32533285 owned by network:dhcp {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:43.953805 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Deleting port 19c160df-f14c-4c07-ac22-cded32533285 {{(pid=99648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:46:43.954189 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.972597 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device f59239fe-b78c-4da7-bfa4-a6712274edd6 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:44.012548 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.024336 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: f59239fe-b78c-4da7-bfa4-a6712274edd6 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:44.024683 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device f59239fe-b78c-4da7-bfa4-a6712274edd6 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:44.025211 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:44.038894 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Pushing event deleted for resources: {'Port': ['ID=19c160df-f14c-4c07-ac22-cded32533285,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:44.042374 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] No DVR routers for this DVR port 19c160df-f14c-4c07-ac22-cded32533285 on host dv-cinder-802648-1-smb {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:46:44.050736 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:44.051079 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 2af5f4d8-14ea-4ed0-ac78-54ae1bee7d8b not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:44.051525 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 19c160df-f14c-4c07-ac22-cded32533285 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:46:44.085038 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 19c160df-f14c-4c07-ac22-cded32533285 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:46:44.085407 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 19c160df-f14c-4c07-ac22-cded32533285 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:46:44.092428 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] For port 19c160df-f14c-4c07-ac22-cded32533285, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=19c160df-f14c-4c07-ac22-cded32533285,segment=NetworkSegment(bc51094b-2739-4241-bfb3-9a62b65f4df2),segment_id=bc51094b-2739-4241-bfb3-9a62b65f4df2)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:44.092774 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.105253 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Calling delete_port for 19c160df-f14c-4c07-ac22-cded32533285 owned by network:dhcp {{(pid=99648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:46:44.132035 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.155128 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee35ee4-d277-43c7-817f-3f2c1d36bf25']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:44.175179 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc51094b-2739-4241-bfb3-9a62b65f4df2') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:44.175570 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc51094b-2739-4241-bfb3-9a62b65f4df2') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:44.199280 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.214476 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.221490 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:46:44.221891 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:46:44.223869 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:46:44.264062 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968'] for port, after_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.282896 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.289964 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.294409 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ee35ee4-d277-43c7-817f-3f2c1d36bf25 HTTP/1.1" status: 204 len: 168 time: 0.5873475 Jul 28 03:46:44.296211 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] Pushing event deleted for resources: {'Port': ['ID=19c160df-f14c-4c07-ac22-cded32533285,revision_number=None']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:44.297804 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c10390-2836-49d7-ba03-40700de68f7a None None] No DVR routers for this DVR port 19c160df-f14c-4c07-ac22-cded32533285 on host dv-cinder-802648-1-smb {{(pid=99648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:46:44.315815 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f50a0-efca-415a-9933-79d40d4dafdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee35ee4-d277-43c7-817f-3f2c1d36bf25,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:44.433515 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58404) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:44.442592 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-60a4b17f-b6ab-46ec-a5e1-d19ed4d78cb8 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:44.444014 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-60a4b17f-b6ab-46ec-a5e1-d19ed4d78cb8 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 814 time: 0.1182449 Jul 28 03:46:44.461295 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-47bdf85c-e7d7-4537-a5a9-f483ed4ee8c6 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/quotas/557ee3b9679c422b9a2aef535c0ac877 HTTP/1.1" status: 200 len: 375 time: 0.0113800 Jul 28 03:46:44.474868 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-83bb5451-7be5-48b1-b858-4d1440dc7e18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f70cda9caa3427f8086a3872ad958ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402093 Jul 28 03:46:44.477452 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58406) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:44.495242 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-35294ab0-30b0-401b-ab12-08e0b7ad36aa tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281177 Jul 28 03:46:44.532280 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.552466 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.605667 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.609516 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.610730 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2da45706-e810-4132-bba9-0684f38d6d51 HTTP/1.1" status: 204 len: 168 time: 0.1323519 Jul 28 03:46:44.619784 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa671f-437a-4901-a6ce-3178f5980beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da45706-e810-4132-bba9-0684f38d6d51,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:44.691483 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-13ccc5cd-bb99-4f0f-aeb0-55653ebaa367 service neutron] 10.222.0.35 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886723 Jul 28 03:46:44.798518 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-143f6a52-a14b-4456-bb41-fca202585c1e service neutron] 10.222.0.35 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010976 Jul 28 03:46:44.810074 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:44.951376 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58418) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:44.975562 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7eab6bee-e4bc-4f20-ad09-ce259acbee46 req-8a6ca4e4-94b1-461a-a539-2066a999f3fb tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Jul 28 03:46:45.000444 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f653c1cc-afba-4766-a61c-a668f6b1a522 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e93c2593fcc1470ca57cc0133c1d6ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479302 Jul 28 03:46:45.003523 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58420) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:45.058011 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.079574 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.132943 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.135541 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.136933 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36c4151a-625a-4737-839a-113121c4f8d0 HTTP/1.1" status: 204 len: 168 time: 0.1325247 Jul 28 03:46:45.144853 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc103a08-5bb0-42e3-89f9-15a6f794eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4151a-625a-4737-839a-113121c4f8d0,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:46.036097 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-55bd820f-07c7-428b-bd24-084817a85b6c tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:46.037583 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-55bd820f-07c7-428b-bd24-084817a85b6c tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 814 time: 0.1028006 Jul 28 03:46:46.061065 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Request body: {'port': {'device_id': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef', 'admin_state_up': True, 'tenant_id': '557ee3b9679c422b9a2aef535c0ac877'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:46.077580 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f86809ae-18f0-411d-a054-9851f406d529 req-6089924c-d2b4-46bc-a7b5-dbce2fd3f0e8 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 210 time: 0.0339494 Jul 28 03:46:46.181694 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Made reservation on behalf of 557ee3b9679c422b9a2aef535c0ac877 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:46.185080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.304742 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Allocated IP 172.20.0.14 (990cbccd-32f9-4896-aaff-6d7d0dd980ef/e7514a69-d3b8-4e59-abe6-7fbf8be16caf/20eaad98-6709-4583-8721-28e42afc11b2) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:46:46.451528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.494556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.535232 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:46.538183 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:46.540528 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:46:46.577810 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Pushing event updated for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:46.601557 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:46.602163 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.615470 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-be0280af-b6f1-4ebb-bfb0-c515f1a09f1f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5612767 Jul 28 03:46:46.634239 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Request body: {'port': {'device_id': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:46.686186 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.947422 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eaad98-6709-4583-8721-28e42afc11b2 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:46:46.954559 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:46.966364 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Transition to ACTIVE for port object 20eaad98-6709-4583-8721-28e42afc11b2 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:46.970307 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:47.321050 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Pushing event updated for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:47.371959 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8a3d-a5b2-413c-a5c1-0a5ba5ce5a5c req-3513df13-c704-4c14-8c54-f409e3ec47a3 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:47.373422 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-239c8a3d-a5b2-413c-a5c1-0a5ba5ce5a5c req-3513df13-c704-4c14-8c54-f409e3ec47a3 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 944 time: 0.1212311 Jul 28 03:46:47.399503 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Attempting to bind port 20eaad98-6709-4583-8721-28e42afc11b2 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:46:47.399835 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Attempting to bind port 20eaad98-6709-4583-8721-28e42afc11b2 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:46:47.400157 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Attempting to bind port 20eaad98-6709-4583-8721-28e42afc11b2 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:46:47.410632 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Port 20eaad98-6709-4583-8721-28e42afc11b2 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:46:47.410958 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Attempting to bind port 20eaad98-6709-4583-8721-28e42afc11b2 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:46:47.423110 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:46:47.423467 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Checking segment: {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:47.425573 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Bound using segment: {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:46:47.426010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Bound port: 20eaad98-6709-4583-8721-28e42afc11b2, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:46:47.426368 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:47.438284 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-239c8a3d-a5b2-413c-a5c1-0a5ba5ce5a5c req-758ecb03-97ca-4aaa-a83b-c84f26a95042 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582080 Jul 28 03:46:47.497513 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:46:47.500583 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=20eaad98-6709-4583-8721-28e42afc11b2,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:46:47.506012 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:47.541580 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:47.542188 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:47.543651 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] 10.222.0.15 "PUT /v2.0/ports/20eaad98-6709-4583-8721-28e42afc11b2 HTTP/1.1" status: 200 len: 1094 time: 0.9132745 Jul 28 03:46:47.544085 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:46:47.546336 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aac75b-4c04-49d0-bcfe-e635541c3d90" -d '{"events": [{"name": "network-changed", "server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "tag": "20eaad98-6709-4583-8721-28e42afc11b2"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:46:47.573337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e6689-b5fa-4f30-9e3b-e9128b93e027 service neutron] Pushing event updated for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:47.590990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbff8c-48c5-4c38-b431-586ee942bd60 x-openstack-request-id: req-98dbff8c-48c5-4c38-b431-586ee942bd60 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:46:47.591282 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "tag": "20eaad98-6709-4583-8721-28e42afc11b2", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:46:47.591566 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98dbff8c-48c5-4c38-b431-586ee942bd60 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:46:47.591964 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2', 'status': 'completed', 'code': 200} Jul 28 03:46:47.656913 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-aa85157e-aa08-4705-a360-8e0224871c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:47.658424 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-aa85157e-aa08-4705-a360-8e0224871c91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 1097 time: 0.0449920 Jul 28 03:46:47.708780 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-861170b9-e6f4-441b-95bb-183f53fc172c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20eaad98-6709-4583-8721-28e42afc11b2 HTTP/1.1" status: 200 len: 217 time: 0.0356855 Jul 28 03:46:47.758422 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-a81615a1-f7ad-4b34-9677-d5b429f2cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:47.759929 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-a81615a1-f7ad-4b34-9677-d5b429f2cb97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7514a69-d3b8-4e59-abe6-7fbf8be16caf HTTP/1.1" status: 200 len: 854 time: 0.0445855 Jul 28 03:46:47.791341 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-3902ab1d-6f73-4d3c-88cd-d563778b3c67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=990cbccd-32f9-4896-aaff-6d7d0dd980ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240426 Jul 28 03:46:47.884378 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-1c450cba-2251-4a59-9939-16983369cd56 service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Jul 28 03:46:47.973929 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-449b41bc-a906-4b15-927d-6c4b85f559e9 req-b4571751-d27c-475d-a9d0-e7257cab1f11 service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821438 Jul 28 03:46:48.117159 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-345ecda8-4463-4811-a2c5-a84aa3a104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:48.118899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-345ecda8-4463-4811-a2c5-a84aa3a104f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 1097 time: 0.0462198 Jul 28 03:46:48.207749 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-e95016ac-a96e-40b3-81f3-c60319e95b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:48.209195 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-e95016ac-a96e-40b3-81f3-c60319e95b70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 915 time: 0.0822182 Jul 28 03:46:48.255780 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-1d343cb4-85c1-43a4-a7af-38b56102dffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20eaad98-6709-4583-8721-28e42afc11b2 HTTP/1.1" status: 200 len: 217 time: 0.0390677 Jul 28 03:46:48.305487 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-519475ab-7a94-406f-880e-c207e8ced6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:48.306893 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-519475ab-7a94-406f-880e-c207e8ced6d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7514a69-d3b8-4e59-abe6-7fbf8be16caf HTTP/1.1" status: 200 len: 854 time: 0.0437024 Jul 28 03:46:48.339686 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-c9a0de13-42da-43ec-9063-368a07b8ac00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=990cbccd-32f9-4896-aaff-6d7d0dd980ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247133 Jul 28 03:46:48.429138 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-622dfb5d-e93c-4849-99a9-4e970b8bf334 service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Jul 28 03:46:48.565079 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a8aac75b-4c04-49d0-bcfe-e635541c3d90 req-e0b85db7-c19d-4a29-a74f-c0ef959151ad service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198204 Jul 28 03:46:48.575458 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb012ba-a9c6-4b3f-8123-5fe91d2c90e6 req-740e27c1-b28f-464e-8980-b1590038b08e tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:48.576857 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3eb012ba-a9c6-4b3f-8123-5fe91d2c90e6 req-740e27c1-b28f-464e-8980-b1590038b08e tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 944 time: 0.0690935 Jul 28 03:46:48.617085 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-3eb012ba-a9c6-4b3f-8123-5fe91d2c90e6 req-92cae4d7-3972-4065-be34-bdb5145f6a0b tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Jul 28 03:46:49.560673 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 20eaad98-6709-4583-8721-28e42afc11b2 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:46:49.653750 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=20eaad98-6709-4583-8721-28e42afc11b2,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:49.667949 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '20eaad98-6709-4583-8721-28e42afc11b2', 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef', 'port_id': '20eaad98-6709-4583-8721-28e42afc11b2', 'mac_address': 'fa:16:3e:98:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7514a69-d3b8-4e59-abe6-7fbf8be16caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:46:49.710907 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:49.724006 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eaad98-6709-4583-8721-28e42afc11b2 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:46:49.739933 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45b3b-3986-4dd6-9f10-242fce5f958b req-f0bd4970-3641-4482-886c-9a1e353ea0a0 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:49.741410 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2fc45b3b-3986-4dd6-9f10-242fce5f958b req-f0bd4970-3641-4482-886c-9a1e353ea0a0 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Jul 28 03:46:49.747902 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=20eaad98-6709-4583-8721-28e42afc11b2,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:49.752847 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:49.780475 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2fc45b3b-3986-4dd6-9f10-242fce5f958b req-cf3287a8-be8e-4922-83d4-4bfcb76e7997 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Jul 28 03:46:49.801510 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:50.040644 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['20eaad98-6709-4583-8721-28e42afc11b2'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:46:50.896009 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259592de-e047-48f7-9eef-a3cf22a31139 req-fb82a0a1-2440-4c56-8dc8-532f5578b840 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:50.897475 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-259592de-e047-48f7-9eef-a3cf22a31139 req-fb82a0a1-2440-4c56-8dc8-532f5578b840 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Jul 28 03:46:50.934239 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-259592de-e047-48f7-9eef-a3cf22a31139 req-cbc2c0d0-d24b-42f2-8456-dd6d7f1338df tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jul 28 03:46:51.575264 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 20eaad98-6709-4583-8721-28e42afc11b2 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:46:51.623872 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 20eaad98-6709-4583-8721-28e42afc11b2 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:51.627406 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 20eaad98-6709-4583-8721-28e42afc11b2 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:51.627774 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:51.700250 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:51.721218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:46:51.724069 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185618be-efd1-4076-9e04-bea44d37bccf" -d '{"events": [{"server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "name": "network-vif-plugged", "status": "completed", "tag": "20eaad98-6709-4583-8721-28e42afc11b2"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:46:51.739374 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=20eaad98-6709-4583-8721-28e42afc11b2,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:51.743563 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:51.769236 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d77e87-5eba-45e7-8d89-bb745232ea2e x-openstack-request-id: req-51d77e87-5eba-45e7-8d89-bb745232ea2e {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:46:51.769458 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "name": "network-vif-plugged", "status": "completed", "tag": "20eaad98-6709-4583-8721-28e42afc11b2", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:46:51.769718 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51d77e87-5eba-45e7-8d89-bb745232ea2e {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:46:51.770105 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2', 'code': 200} Jul 28 03:46:51.797587 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:51.957405 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943affde-7d87-437a-a38d-28c4295d0456 req-2272fd59-a822-435c-bea4-9451d1d04cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:51.958880 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-943affde-7d87-437a-a38d-28c4295d0456 req-2272fd59-a822-435c-bea4-9451d1d04cbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 1099 time: 0.0398309 Jul 28 03:46:51.996126 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-943affde-7d87-437a-a38d-28c4295d0456 req-454b5a2b-fb15-41d3-a829-e7954dabce7c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272598 Jul 28 03:46:52.046159 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cda5be-6e75-47c1-81b9-5ffd98719b9b req-21de7076-3d25-4dd0-9e6a-ff5b5e682c7a tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:52.047523 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-48cda5be-6e75-47c1-81b9-5ffd98719b9b req-21de7076-3d25-4dd0-9e6a-ff5b5e682c7a tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.0469451 Jul 28 03:46:52.083999 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-48cda5be-6e75-47c1-81b9-5ffd98719b9b req-38aa646e-8348-4265-8017-e90d6af007a2 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Jul 28 03:46:53.204938 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edf327-98f8-40a2-921f-bc69ab2f0472 req-33c93732-d8ef-4cf1-abcf-2addefbb1832 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:53.206907 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f9edf327-98f8-40a2-921f-bc69ab2f0472 req-33c93732-d8ef-4cf1-abcf-2addefbb1832 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.0529182 Jul 28 03:46:53.245887 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f9edf327-98f8-40a2-921f-bc69ab2f0472 req-bbec6034-298e-4c88-a521-9b3c628676d5 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jul 28 03:46:54.423701 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58554) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:54.526008 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e70b49c-7823-4049-8c87-8af963ab8bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.618304 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e70b49c-7823-4049-8c87-8af963ab8bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.622926 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-3e70b49c-7823-4049-8c87-8af963ab8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.661904 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-3e70b49c-7823-4049-8c87-8af963ab8bbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffcd243952de4a68bbe882a13ef4bc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371573 Jul 28 03:46:54.662768 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b49c-7823-4049-8c87-8af963ab8bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92435477-755d-4ad2-b196-f46a1d7b9f28,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:54.664622 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58558) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:54.713302 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.734467 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.780162 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.782972 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.784848 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92435477-755d-4ad2-b196-f46a1d7b9f28 HTTP/1.1" status: 204 len: 168 time: 0.1180744 Jul 28 03:46:54.795805 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7b38d-39af-4b03-973c-4dc16776d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92435477-755d-4ad2-b196-f46a1d7b9f28,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:55.381925 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58582) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:55.472931 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335276438-network', 'tenant_id': '3cb3f544989c47c7828316a522ca079c'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:55.498510 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Made reservation on behalf of 3cb3f544989c47c7828316a522ca079c for: {'network': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:55.500896 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.509642 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.600677 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.604221 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.627086 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=99646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:46:55.641674 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8c654-a164-4acd-b771-4acd6e971e65,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:55.644496 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.644836 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.segments_db [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Added segment c100ed13-abbc-4475-b972-383f87ce443f of type vlan for network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc Jul 28 03:46:55.684238 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.713840 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.714776 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:55.715380 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.774351 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3911808 Jul 28 03:46:55.777219 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58588) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:55.782338 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Request body: {'subnet': {'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335276438-subnet', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'ip_version': 4}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:55.794214 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e52412-c422-412a-a266-816250d1a90a admin admin] Pushing event updated for resources: {'Network': ['ID=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:55.804137 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:46:55.809832 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Made reservation on behalf of 3cb3f544989c47c7828316a522ca079c for: {'subnet': 1} {{(pid=99646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:55.812254 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11850478'] for subnet, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.972943 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11129028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11850396'] for subnet, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.025300 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ca8496-19e2-4782-9079-17f5594e7b5f,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:56.033587 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Checking segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:56.033968 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Network hostable DHCP agents. Network: 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:46:56.050478 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:46:56.060755 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc) {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:56.065794 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:56.066296 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.076228 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f35d6-963e-4814-91c7-3c5745aeafb0 None None] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:56.080816 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-64b55d2f-7b3d-44b0-a66e-6018556ccb1f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3024046 Jul 28 03:46:56.083748 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58590) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:56.088222 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:56.108707 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.109698 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.162428 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.223735 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:46:56.224575 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.298552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.365483 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Allocated IP 172.20.0.2 (68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc/c8ca8496-19e2-4782-9079-17f5594e7b5f/6746302b-61cb-44b9-88c9-d4399035de82) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:46:56.506996 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.515584 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.515776 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Transition to ACTIVE for port object 6746302b-61cb-44b9-88c9-d4399035de82 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:56.530391 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Transition to ACTIVE for port object 6746302b-61cb-44b9-88c9-d4399035de82 will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:56.536429 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.537430 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.571559 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:56.575635 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:56.578971 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:46:56.591700 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Pushing event updated for resources: {'Port': ['ID=6746302b-61cb-44b9-88c9-d4399035de82,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:56.640789 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Attempting to bind port 6746302b-61cb-44b9-88c9-d4399035de82 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:46:56.641182 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Attempting to bind port 6746302b-61cb-44b9-88c9-d4399035de82 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:46:56.641480 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Attempting to bind port 6746302b-61cb-44b9-88c9-d4399035de82 on network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:46:56.641829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Allocated IP 172.28.3.136 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/51de9692-f6fd-49e7-9b18-854f3303fd94) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:46:56.647490 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:46:56.648005 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Checking segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:56.648404 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.648813 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Bound using segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:46:56.649280 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Bound port: 6746302b-61cb-44b9-88c9-d4399035de82, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:46:56.649849 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.717836 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] For port 6746302b-61cb-44b9-88c9-d4399035de82, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:46:56.720974 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] For port 6746302b-61cb-44b9-88c9-d4399035de82, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=6746302b-61cb-44b9-88c9-d4399035de82,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:46:56.725306 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.752471 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.780644 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc3b07-b829-484b-963c-4b1dea2de1f7 None None] Pushing event updated for resources: {'Port': ['ID=6746302b-61cb-44b9-88c9-d4399035de82,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:56.799594 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.840210 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:56.845005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:56.849849 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:46:56.852965 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Pushing event updated for resources: {'Port': ['ID=51de9692-f6fd-49e7-9b18-854f3303fd94,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:57.114733 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:57.306217 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:57.434567 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:46:57.549894 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:46:57.559163 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Sync routers for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:46:57.566976 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:57.570806 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-67adeef6-03cd-46cd-9db1-d64fc9f393c6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4835925 Jul 28 03:46:57.570950 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:57.571073 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58594) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:57.571166 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:57.655058 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23fc38-35ea-4ab0-912e-ab80f24a4971 None None] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:57.865211 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:57.893781 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-d9ec77be-bf63-49e3-a8d6-8532a52b8213 None None] Provisioning for port 6746302b-61cb-44b9-88c9-d4399035de82 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:57.995026 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 6746302b-61cb-44b9-88c9-d4399035de82 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:46:58.010565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.147295 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 6746302b-61cb-44b9-88c9-d4399035de82 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:58.156109 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 6746302b-61cb-44b9-88c9-d4399035de82 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:58.156480 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.169036 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Allocated IP 172.20.0.1 (68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc/c8ca8496-19e2-4782-9079-17f5594e7b5f/46d6fcc0-502b-42c2-9597-4ba0a3c117e1) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:46:58.217455 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:57Z', 'revision_number': 3, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:58.247592 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Checking router: f8b1aa6a-4b8b-4e98-88ab-2b664709d36c for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:46:58.247965 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Updating router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c port 51de9692-f6fd-49e7-9b18-854f3303fd94 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:46:58.304744 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.307824 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.424374 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 6746302b-61cb-44b9-88c9-d4399035de82, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=6746302b-61cb-44b9-88c9-d4399035de82,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:58.432462 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.551864 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-84ab09a3-0573-4fa6-921c-eeaf70f89410 None None] Provisioning complete for port 6746302b-61cb-44b9-88c9-d4399035de82 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:58.552206 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.552331 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-84ab09a3-0573-4fa6-921c-eeaf70f89410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.560681 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=6746302b-61cb-44b9-88c9-d4399035de82,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:58.565846 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Transition to ACTIVE for port object 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:58.599783 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.635605 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:58.639775 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:58.642199 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:46:58.669971 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Pushing event updated for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:58.691844 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.744549 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.756674 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Transition to ACTIVE for port object 51de9692-f6fd-49e7-9b18-854f3303fd94 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:58.763652 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.818471 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Attempting to bind port 51de9692-f6fd-49e7-9b18-854f3303fd94 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:46:58.818855 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Attempting to bind port 51de9692-f6fd-49e7-9b18-854f3303fd94 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:46:58.819194 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Attempting to bind port 51de9692-f6fd-49e7-9b18-854f3303fd94 on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:46:58.824952 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a8855-7674-42cc-a0f8-bee4b4b7af78 None None] Pushing event updated for resources: {'Port': ['ID=51de9692-f6fd-49e7-9b18-854f3303fd94,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:58.833207 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:46:58.833548 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:58.833956 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.834351 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:46:58.834836 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Bound port: 51de9692-f6fd-49e7-9b18-854f3303fd94, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:46:58.835215 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.845226 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.894111 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] For port 51de9692-f6fd-49e7-9b18-854f3303fd94, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:46:58.898654 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] For port 51de9692-f6fd-49e7-9b18-854f3303fd94, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=51de9692-f6fd-49e7-9b18-854f3303fd94,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:46:58.905302 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:58.953720 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:46:58.954376 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:59.015756 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a8855-7674-42cc-a0f8-bee4b4b7af78 None None] Pushing event updated for resources: {'Port': ['ID=51de9692-f6fd-49e7-9b18-854f3303fd94,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:59.021763 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:59.025991 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:59.028199 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-47aa0de1-474e-4415-b690-b592e614b790 None None] Provisioning for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:59.061667 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-47aa0de1-474e-4415-b690-b592e614b790 None None] Provisioning complete for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:59.062043 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-47aa0de1-474e-4415-b690-b592e614b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:59.090575 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Pushing event updated for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:59.092954 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:59.108468 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0de1-474e-4415-b690-b592e614b790 None None] Port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:46:59.116448 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:46:59.187886 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:59.189111 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:59.316274 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:46:59.348383 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 1, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:46:59.378881 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddf0df-e475-4315-a402-c2b1af0ce77a None None] The sync data for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb is: [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 1, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:46:59.427924 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0af8b1d8-f920-4968-a0e0-444c80653cf6 None None] Provisioning complete for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:59.428305 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0af8b1d8-f920-4968-a0e0-444c80653cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:59.432306 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:46:59.441998 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1bd802b1-d66c-4997-b51b-434a0a694a2c admin admin] 10.222.0.35 "PUT /v2.0/routers/f8b1aa6a-4b8b-4e98-88ab-2b664709d36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697646 Jul 28 03:46:59.470859 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0af8b1d8-f920-4968-a0e0-444c80653cf6 None None] Port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:46:59.962427 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58614) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:59.968324 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1129783273-network', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:59.997842 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 6746302b-61cb-44b9-88c9-d4399035de82 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:00.000299 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Made reservation on behalf of ad538d1af40046b89107f3d9dddb1653 for: {'network': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:47:00.004691 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for network, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.013928 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.058295 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 6746302b-61cb-44b9-88c9-d4399035de82 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:00.058678 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.141223 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.147509 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.170815 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=99647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:47:00.186648 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03a886-96be-4416-8e2b-624b1cda1ddb,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:00.192259 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.192971 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.segments_db [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Added segment 268b3d3e-6d18-4e5b-b994-8fc3b44e9920 of type vlan for network 9ced2e47-2e7c-4296-8896-2e1a09381dbb Jul 28 03:47:00.235301 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751240781936'] for network, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.265174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925'] for network, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.266187 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:00.266774 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.321431 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3578312 Jul 28 03:47:00.324083 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58618) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:00.331090 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Request body: {'subnet': {'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1129783273-subnet', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'ip_version': 4}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:00.342300 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3289-eee7-4784-ab43-e5970505dc81 admin admin] Pushing event updated for resources: {'Network': ['ID=9ced2e47-2e7c-4296-8896-2e1a09381dbb,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:00.352020 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb details requested by agent ovs-agent-dv-cinder-802648-1-smb with host dv-cinder-802648-1-smb {{(pid=99648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:47:00.359577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Made reservation on behalf of ad538d1af40046b89107f3d9dddb1653 for: {'subnet': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:47:00.361989 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11392788'] for subnet, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.541923 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10544545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11392870'] for subnet, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.599025 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51a956d-393c-4584-af0a-957ddb75e9e7,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:00.609040 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Checking segment: {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:00.609398 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Network hostable DHCP agents. Network: 9ced2e47-2e7c-4296-8896-2e1a09381dbb, hostable agents: ['adc2b75a-a591-4fd7-8eac-de0dd76067fe'], hosted agents: [] {{(pid=99647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:47:00.625305 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb is scheduled to be hosted by DHCP agent adc2b75a-a591-4fd7-8eac-de0dd76067fe with binding_index 1 {{(pid=99647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:47:00.633727 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-smb, 9ced2e47-2e7c-4296-8896-2e1a09381dbb) {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:00.637665 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:00.638248 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.642825 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc4077-8294-4c48-9aad-9b0887f142ca None None] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:47:00.653683 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-310e6a8f-bc69-4ecd-bd9a-7dcaf45f1130 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3283947 Jul 28 03:47:00.656366 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58620) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:00.662554 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:00.685212 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60557'] for router, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.686306 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60548'] for router, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.743528 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.880537 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60534'] for router, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:00.883048 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db25e6a-e3ee-59cd-a3ad-6a26a2d7eefb-9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7'}]}} from dv-cinder-802648-1-smb. {{(pid=99648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:47:00.883933 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.040053 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.db_base_plugin_common [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Allocated IP 172.20.0.2 (9ced2e47-2e7c-4296-8896-2e1a09381dbb/b51a956d-393c-4584-af0a-957ddb75e9e7/b5ce9abf-4309-4a2e-92ad-d13782868953) {{(pid=99648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:01.110383 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.130473 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.252934 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Allocated IP 172.28.3.103 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/aaf34570-df04-4664-8107-01390ab791d8) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:01.325313 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks [] for port, precommit_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.333533 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Transition to ACTIVE for port object b5ce9abf-4309-4a2e-92ad-d13782868953 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:01.348685 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Transition to ACTIVE for port object b5ce9abf-4309-4a2e-92ad-d13782868953 will not be triggered until provisioned by entity DHCP. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:01.355085 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959'] for port, after_create {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.362965 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.370525 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Sync routers for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:47:01.380625 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:01.381207 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:01.393813 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb is already hosted by enough agents. {{(pid=99648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:01.400055 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.scheduler.base_scheduler [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Resources bound (agent type, host, resource id): {{(pid=99648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:01.404386 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Received port after_create {{(pid=99648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:01.407463 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Pushing event updated for resources: {'Port': ['ID=b5ce9abf-4309-4a2e-92ad-d13782868953,revision_number=1']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:01.408285 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.449689 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:01.454140 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:01.456699 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:01.459486 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Attempting to bind port b5ce9abf-4309-4a2e-92ad-d13782868953 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:01.460124 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Attempting to bind port b5ce9abf-4309-4a2e-92ad-d13782868953 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:01.460737 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Attempting to bind port b5ce9abf-4309-4a2e-92ad-d13782868953 on network 9ced2e47-2e7c-4296-8896-2e1a09381dbb {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:01.466326 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:01.466839 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Checking segment: {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:01.469657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.469657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Bound using segment: {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:01.469657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Bound port: b5ce9abf-4309-4a2e-92ad-d13782868953, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:01.469657 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.491064 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf34570-df04-4664-8107-01390ab791d8,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:01.501540 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:01.544201 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] For port b5ce9abf-4309-4a2e-92ad-d13782868953, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:01.548972 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] For port b5ce9abf-4309-4a2e-92ad-d13782868953, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=b5ce9abf-4309-4a2e-92ad-d13782868953,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:01.555207 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.625724 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41936e9c-f2af-400c-9cfb-4c04c8c3e86d None None] Pushing event updated for resources: {'Port': ['ID=b5ce9abf-4309-4a2e-92ad-d13782868953,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:01.739758 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.781358 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 2, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:01.817455 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Checking router: f8b1aa6a-4b8b-4e98-88ab-2b664709d36c for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:47:01.817882 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Updating router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:47:01.941751 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:01.971937 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759760'] for router, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.025386 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device b5ce9abf-4309-4a2e-92ad-d13782868953 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:02.082034 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port b5ce9abf-4309-4a2e-92ad-d13782868953 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:02.086142 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 51de9692-f6fd-49e7-9b18-854f3303fd94 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:02.119984 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Router f8696862-b451-4980-b6a4-abf487696490 is scheduled to L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 with binding_index 1 {{(pid=99646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:47:02.156405 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 51de9692-f6fd-49e7-9b18-854f3303fd94 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:02.160833 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 51de9692-f6fd-49e7-9b18-854f3303fd94 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:02.161213 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.253417 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.256730 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.269533 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Transition to ACTIVE for port object 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:02.275580 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 51de9692-f6fd-49e7-9b18-854f3303fd94, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=51de9692-f6fd-49e7-9b18-854f3303fd94,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:02.276607 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.282362 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.363496 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Pushing event updated for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:02.366348 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=51de9692-f6fd-49e7-9b18-854f3303fd94,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:02.396839 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.397462 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.397563 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.397896 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.398280 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.398646 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.398986 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.399632 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.400151 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.400689 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.401225 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.401905 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:02.420137 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Attempting to bind port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:02.420707 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Attempting to bind port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:02.421271 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Attempting to bind port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 on network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:02.428170 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:02.428872 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Checking segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:02.429452 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.430023 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Bound using segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:02.430505 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Bound port: 46d6fcc0-502b-42c2-9597-4ba0a3c117e1, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:02.430909 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.509238 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] For port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:02.513557 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] For port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:02.524449 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.546707 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:47:02.564611 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Sync routers for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:47:02.569759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.571175 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fc266e8e-e446-44c2-9175-1a7c2e095f63 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9129825 Jul 28 03:47:02.573863 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58626) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:02.577743 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:02.578499 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:02.581879 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:02.582610 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:02.638823 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c6621-0e33-4c3c-936e-3d8f4c38a6ab None None] Pushing event updated for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=4']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:02.734934 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:02.747784 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:02.819193 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb32e20-da2b-470e-836c-5d5e3b923400 None None] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:47:02.934788 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Provisioning for port b5ce9abf-4309-4a2e-92ad-d13782868953 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:02.948049 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Provisioning complete for port b5ce9abf-4309-4a2e-92ad-d13782868953 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:02.948427 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:02.970833 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:03.006077 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4870f-485b-436d-bcf1-c045035056c7 None None] The sync data for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb is: [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:47:03.091277 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.160684 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.164835 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:01Z', 'revision_number': 3, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:03.209361 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Checking router: f8696862-b451-4980-b6a4-abf487696490 for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:47:03.209738 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Updating router f8696862-b451-4980-b6a4-abf487696490 port aaf34570-df04-4664-8107-01390ab791d8 binding host dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:47:03.261237 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] For port b5ce9abf-4309-4a2e-92ad-d13782868953, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=b5ce9abf-4309-4a2e-92ad-d13782868953,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:03.262235 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.306721 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.321490 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Allocated IP 172.20.0.1 (9ced2e47-2e7c-4296-8896-2e1a09381dbb/b51a956d-393c-4584-af0a-957ddb75e9e7/4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:03.437951 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.451601 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.provisioning_blocks [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Transition to ACTIVE for port object 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 will not be triggered until provisioned by entity DHCP. {{(pid=99646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:03.471348 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61412e5e-7936-4116-8235-c931917f5e3f None None] Pushing event updated for resources: {'Port': ['ID=b5ce9abf-4309-4a2e-92ad-d13782868953,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:03.491160 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.535977 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:03.539929 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:03.542505 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:03.576602 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:03.595460 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3759695'] for router_interface, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.605261 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-5318ab45-4a48-46a5-875b-9ba435fde4dd None None] Provisioning complete for port b5ce9abf-4309-4a2e-92ad-d13782868953 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:03.605557 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5318ab45-4a48-46a5-875b-9ba435fde4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.699020 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks [] for port, precommit_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.713157 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Transition to ACTIVE for port object aaf34570-df04-4664-8107-01390ab791d8 will not be triggered until provisioned by entity L2. {{(pid=99648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:03.735490 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.762202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.802110 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Attempting to bind port aaf34570-df04-4664-8107-01390ab791d8 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:03.802487 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Attempting to bind port aaf34570-df04-4664-8107-01390ab791d8 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:03.802854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Attempting to bind port aaf34570-df04-4664-8107-01390ab791d8 on network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:03.809687 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7336cbe-4a09-412d-910b-a6c490dff0b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf34570-df04-4664-8107-01390ab791d8,revision_number=2']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:03.812767 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:03.813147 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Checking segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:03.813555 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.813949 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Bound using segment: {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'} {{(pid=99648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:03.814436 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.managers [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Bound port: aaf34570-df04-4664-8107-01390ab791d8, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cbc0b0-ac5f-4542-b2db-2347ba365bed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc'}}] {{(pid=99648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:03.814854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.868910 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] For port aaf34570-df04-4664-8107-01390ab791d8, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:03.872047 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] For port aaf34570-df04-4664-8107-01390ab791d8, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=aaf34570-df04-4664-8107-01390ab791d8,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:03.875476 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.938771 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.942119 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7336cbe-4a09-412d-910b-a6c490dff0b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf34570-df04-4664-8107-01390ab791d8,revision_number=3']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:03.946461 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.947034 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:03.948291 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:46:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:03.951516 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-515915b8-75bc-4de0-9b49-65e4dc6369d1 None None] Provisioning for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:03.956900 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-515915b8-75bc-4de0-9b49-65e4dc6369d1 None None] Provisioning complete for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:03.957202 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-515915b8-75bc-4de0-9b49-65e4dc6369d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.015358 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:04.018014 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-512479'] for router_interface, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.123715 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:04.125004 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:04.141516 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:04.209870 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6b2c60c5-01fe-4e6d-872f-da13de14e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.240048 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-515915b8-75bc-4de0-9b49-65e4dc6369d1 None None] Port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:47:04.241694 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Router f8696862-b451-4980-b6a4-abf487696490 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:47:04.277034 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:04.284260 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:04.286783 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:04.287164 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.360819 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:47:04.366446 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0910a319-13aa-4e79-8a03-c4c061e673a1 admin admin] 10.222.0.35 "PUT /v2.0/routers/f8696862-b451-4980-b6a4-abf487696490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7907751 Jul 28 03:47:04.440489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-d28bc686-6db0-43a8-b70a-fddc3a48df94 None None] Provisioning complete for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:04.440764 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d28bc686-6db0-43a8-b70a-fddc3a48df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.519496 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.527292 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-d28bc686-6db0-43a8-b70a-fddc3a48df94 None None] Port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:47:04.590118 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:04.596964 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.597780 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 51de9692-f6fd-49e7-9b18-854f3303fd94 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:04.688369 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:04.708166 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0', 'name': '', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'mac_address': 'fa:16:3e:04:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:03Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 2, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'subnets': [{'id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:04.711383 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 51de9692-f6fd-49e7-9b18-854f3303fd94 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:04.711835 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:04.738194 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6a7b3-88f0-4c1f-b5d3-f2f74f4bd2fd None None] The sync data for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb is: [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0', 'name': '', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'mac_address': 'fa:16:3e:04:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:03Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 2, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'subnets': [{'id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:47:04.824168 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device b5ce9abf-4309-4a2e-92ad-d13782868953 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:04.872997 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port b5ce9abf-4309-4a2e-92ad-d13782868953 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:04.873377 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.079521 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:06.135011 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:06.135502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.229923 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device aaf34570-df04-4664-8107-01390ab791d8 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:06.291656 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port aaf34570-df04-4664-8107-01390ab791d8 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:06.296322 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port aaf34570-df04-4664-8107-01390ab791d8 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:06.296860 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.397087 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.429370 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port aaf34570-df04-4664-8107-01390ab791d8, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=aaf34570-df04-4664-8107-01390ab791d8,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:06.437222 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.489559 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=aaf34570-df04-4664-8107-01390ab791d8,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:06.664769 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-23dd3e7b-c187-46e2-9161-634a01665a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:07.157011 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:07.288175 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Sync routers for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:47:07.298015 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:07.298782 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:47:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:07.411535 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:07.664206 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0', 'name': '', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'mac_address': 'fa:16:3e:04:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:03Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 2, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'subnets': [{'id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:07.693110 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Checking router: f8696862-b451-4980-b6a4-abf487696490 for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:47:07.693496 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Updating router f8696862-b451-4980-b6a4-abf487696490 port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 binding host dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:47:07.718863 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:07.827544 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:07.984083 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device aaf34570-df04-4664-8107-01390ab791d8 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:08.026162 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.039123 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.provisioning_blocks [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Transition to ACTIVE for port object 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 will not be triggered until provisioned by entity L2. {{(pid=99649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:08.049258 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.049807 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port aaf34570-df04-4664-8107-01390ab791d8 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:08.050315 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.102749 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364725-15de-4550-bf11-18fcd2876d07 None None] Pushing event updated for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=3']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:08.177464 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Attempting to bind port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 on host dv-cinder-802648-1-smb for vnic_type normal with profile {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:08.177842 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Attempting to bind port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 by drivers openvswitch,hyperv on host dv-cinder-802648-1-smb at level 0 using segments [{'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:08.178232 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Attempting to bind port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 on network 9ced2e47-2e7c-4296-8896-2e1a09381dbb {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:08.183737 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Checking agent: {'id': '3662762f-c706-4249-a48c-71246d562974', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 31, 37), 'started_at': datetime.datetime(2021, 7, 28, 3, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:08.184112 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Checking segment: {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:08.184515 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.184907 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Bound using segment: {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'} {{(pid=99649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:08.185381 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.managers [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Bound port: 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0, host: dv-cinder-802648-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268b3d3e-6d18-4e5b-b994-8fc3b44e9920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb'}}] {{(pid=99649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:08.185778 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.268494 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] For port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0, host dv-cinder-802648-1-smb, cleared binding levels {{(pid=99649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:08.272792 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.plugins.ml2.db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] For port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0, host dv-cinder-802648-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:08.280226 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron_lib.callbacks.manager [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.352423 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364725-15de-4550-bf11-18fcd2876d07 None None] Pushing event updated for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=4']} {{(pid=99649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:08.370724 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:08.371383 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:47:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:08.610188 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:08.817312 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:08.845142 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0', 'name': '', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'mac_address': 'fa:16:3e:04:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:03Z', 'updated_at': '2021-07-28T03:47:08Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'subnets': [{'id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:08.872452 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bcba9-7c75-4666-8244-54baecf58ad3 None None] The sync data for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb is: [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:47:03Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0', 'name': '', 'network_id': '9ced2e47-2e7c-4296-8896-2e1a09381dbb', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'mac_address': 'fa:16:3e:04:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:03Z', 'updated_at': '2021-07-28T03:47:08Z', 'revision_number': 4, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'subnets': [{'id': 'b51a956d-393c-4584-af0a-957ddb75e9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:47:09.640365 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:09.983915 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:10.058940 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:10.066450 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:10.067141 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:10.166157 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:10.222587 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] For port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:10.229416 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:10.289223 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Pushing event updated for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:11.990977 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 up at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:12.047753 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Provisioning complete for port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:12.048499 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:14.160835 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-05e6a06c-f640-438a-9161-3107c57f90a7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:14.162252 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-05e6a06c-f640-438a-9161-3107c57f90a7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 815 time: 0.0981004 Jul 28 03:47:14.176840 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-1e03e53f-8450-4a23-bf21-b852559b7cf8 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/quotas/3cb3f544989c47c7828316a522ca079c HTTP/1.1" status: 200 len: 375 time: 0.0090840 Jul 28 03:47:14.224177 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-69feb7da-c504-4b66-97e0-dd3c3c3b5071 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423875 Jul 28 03:47:14.319366 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-9178915b-e54f-4903-a150-b677eccf78ef service neutron] 10.222.0.35 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818565 Jul 28 03:47:14.403077 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-01a08e3a-867f-4fd7-84b4-f16424a61b83 service neutron] 10.222.0.35 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778623 Jul 28 03:47:14.567844 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f993ccfd-553c-4bd3-9769-eeb5058b9614 req-e17d7cf5-5853-48cc-a6d5-26ec2f04a888 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 210 time: 0.0263343 Jul 28 03:47:15.674126 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-53ec58d8-9221-4a09-8862-f11439e83961 req-ca7575a8-1f93-4868-bcca-6d2f7b952fc6 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 210 time: 0.0295086 Jul 28 03:47:15.716096 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-6e2396a3-efc2-42e2-b3b8-f0cd98e24dff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:15.717528 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-6e2396a3-efc2-42e2-b3b8-f0cd98e24dff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 815 time: 0.1139669 Jul 28 03:47:15.740402 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'port': {'device_id': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'admin_state_up': True, 'tenant_id': '3cb3f544989c47c7828316a522ca079c'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:15.853609 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Made reservation on behalf of 3cb3f544989c47c7828316a522ca079c for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:47:15.857275 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:16.006289 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Allocated IP 172.20.0.11 (68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc/c8ca8496-19e2-4782-9079-17f5594e7b5f/58bbb15a-eaf9-4fa1-8c39-f4f3a327382b) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:16.191359 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:16.206354 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Transition to ACTIVE for port object 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b will not be triggered until provisioned by entity DHCP. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:16.245387 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:16.347292 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:16.365970 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:16.368556 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:16.372005 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:16.446985 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:16.447620 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:16.466396 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-e1d7e500-189e-437e-8683-762f7d24c191 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309682 Jul 28 03:47:16.613577 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-373bfb0b-df64-42d7-b246-ef7de6095824 None None] Provisioning for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b completed by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:16.619395 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-373bfb0b-df64-42d7-b246-ef7de6095824 None None] Provisioning complete for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:16.619801 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-373bfb0b-df64-42d7-b246-ef7de6095824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:16.654765 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-373bfb0b-df64-42d7-b246-ef7de6095824 None None] Port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b cannot update to ACTIVE because it is not bound. {{(pid=99648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:47:16.793268 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98648f9f-dc43-4532-b155-a1970c6a0a82 req-4590cb18-3da5-48b0-b456-2004928b31c7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:16.794690 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-98648f9f-dc43-4532-b155-a1970c6a0a82 req-4590cb18-3da5-48b0-b456-2004928b31c7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0536296 Jul 28 03:47:16.834431 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-98648f9f-dc43-4532-b155-a1970c6a0a82 req-97c81b9c-3b3c-4bac-8f71-3d736f88ac4e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Jul 28 03:47:17.953726 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6e55-cfa1-4205-8f12-c61bde3f0fda req-5324af0a-e518-40fa-8a63-8950ec419e57 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:17.955955 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75ef6e55-cfa1-4205-8f12-c61bde3f0fda req-5324af0a-e518-40fa-8a63-8950ec419e57 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0533555 Jul 28 03:47:17.997672 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-75ef6e55-cfa1-4205-8f12-c61bde3f0fda req-92659b0a-c0fe-4af7-9c76-23b13949365a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Jul 28 03:47:19.113995 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea51f2-5233-47f7-862a-9165a80dbfd0 req-06597377-8908-447a-835c-eb9ff1f66b16 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:19.122662 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9dea51f2-5233-47f7-862a-9165a80dbfd0 req-06597377-8908-447a-835c-eb9ff1f66b16 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0568833 Jul 28 03:47:19.156220 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9dea51f2-5233-47f7-862a-9165a80dbfd0 req-2e8f0e42-e1ac-42db-9d43-046985e7b4c9 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Jul 28 03:47:20.273184 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714d74a-6fa6-4847-b419-366a021b3fb3 req-9fea9c8d-a5cd-4c33-98fa-fd53615544db tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:20.274737 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4714d74a-6fa6-4847-b419-366a021b3fb3 req-9fea9c8d-a5cd-4c33-98fa-fd53615544db tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0527649 Jul 28 03:47:20.314233 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4714d74a-6fa6-4847-b419-366a021b3fb3 req-7544590e-90fc-4c7d-8b96-00a4b3987e23 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Jul 28 03:47:21.428017 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929859d-d827-4e2a-858a-7b826cc295d0 req-1bf5ab9e-3bb4-44c2-8117-13287106cd1a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:21.429467 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4929859d-d827-4e2a-858a-7b826cc295d0 req-1bf5ab9e-3bb4-44c2-8117-13287106cd1a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0492840 Jul 28 03:47:21.479480 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-4929859d-d827-4e2a-858a-7b826cc295d0 req-bf7319b2-1fb3-4dc6-a6e7-87c51d717aa1 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Jul 28 03:47:21.809330 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:22.594584 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd152-03b2-44a3-ae88-2842265a6691 req-8132d2e8-4f68-414c-8a5c-59d76605bed1 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:22.596138 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-19ffd152-03b2-44a3-ae88-2842265a6691 req-8132d2e8-4f68-414c-8a5c-59d76605bed1 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0507789 Jul 28 03:47:22.635991 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-19ffd152-03b2-44a3-ae88-2842265a6691 req-a125ef4b-d23f-4c27-95c3-bb6837c697c5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Jul 28 03:47:23.757664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630f28-4f3e-43aa-92f3-62b8671d4ccb req-f37a71c6-3374-4b16-a007-d6b40fb41263 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:23.759194 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2b630f28-4f3e-43aa-92f3-62b8671d4ccb req-f37a71c6-3374-4b16-a007-d6b40fb41263 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0518765 Jul 28 03:47:23.799519 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-2b630f28-4f3e-43aa-92f3-62b8671d4ccb req-4b672a06-9cc4-4a7b-b4e7-5483df143c29 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Jul 28 03:47:24.912048 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea413e-e27f-440a-a84d-7770859dcd2f req-861d66e7-76a6-4a77-8132-e1e5f2357568 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:24.913544 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fea413e-e27f-440a-a84d-7770859dcd2f req-861d66e7-76a6-4a77-8132-e1e5f2357568 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0484333 Jul 28 03:47:24.951591 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2fea413e-e27f-440a-a84d-7770859dcd2f req-b913bc3a-f439-43e6-9500-f17830750033 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jul 28 03:47:26.065807 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca427-60e0-4643-a60d-f564937d15fe req-5faf4cd6-7ee7-4d51-a6ba-4003554c38b5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:26.067259 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-967ca427-60e0-4643-a60d-f564937d15fe req-5faf4cd6-7ee7-4d51-a6ba-4003554c38b5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0493882 Jul 28 03:47:26.106110 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-967ca427-60e0-4643-a60d-f564937d15fe req-53252943-38d1-480c-af07-0a7f046605e9 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Jul 28 03:47:27.224432 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18235b21-d10d-4624-89fd-e15e3af5ebca req-46ddc4ab-c9e8-4f5a-bf66-6c31906cd034 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:27.225899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-18235b21-d10d-4624-89fd-e15e3af5ebca req-46ddc4ab-c9e8-4f5a-bf66-6c31906cd034 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 932 time: 0.0530913 Jul 28 03:47:27.262547 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-18235b21-d10d-4624-89fd-e15e3af5ebca req-96fc5604-b30a-4b68-a25f-25de10788218 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Jul 28 03:47:27.773954 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Request body: {'port': {'device_id': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:27.827977 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.081553 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:47:28.089038 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.100825 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Transition to ACTIVE for port object 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:28.104530 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.153238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:28.176286 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.176635 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.176971 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.177304 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.177628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.177957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.178281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.178605 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.178927 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.179245 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.179592 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.179910 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:28.233382 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Attempting to bind port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:28.234003 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Attempting to bind port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:28.234117 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Attempting to bind port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b on network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:28.238479 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b on network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:47:28.238810 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Attempting to bind port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b on network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:28.246295 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:28.246681 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Checking segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:28.247070 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Bound using segment: {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:28.247527 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Bound port: 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c100ed13-abbc-4475-b972-383f87ce443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:28.247892 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.322629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:28.325658 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:28.330358 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.365367 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.365905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:28.368102 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] 10.222.0.15 "PUT /v2.0/ports/58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1094 time: 0.5978010 Jul 28 03:47:28.368102 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:28.370290 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4bedcd-8298-4178-8523-960f77ae5f15" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:28.376813 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f2e7-7c99-4218-9b1f-98aeb2a4dd26 req-d2479bc2-c1a5-43f3-ac4a-6d4106124869 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.378370 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e3d3f2e7-7c99-4218-9b1f-98aeb2a4dd26 req-d2479bc2-c1a5-43f3-ac4a-6d4106124869 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 944 time: 0.0502882 Jul 28 03:47:28.393637 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fa505-500e-4ad6-8410-771ee480cfab service neutron] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:28.427114 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0bb761-e5ee-4fc5-8dbf-5ac75c1a89af x-openstack-request-id: req-3d0bb761-e5ee-4fc5-8dbf-5ac75c1a89af {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:28.427665 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:28.427993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d0bb761-e5ee-4fc5-8dbf-5ac75c1a89af {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:28.428603 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:47:28.432080 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-e3d3f2e7-7c99-4218-9b1f-98aeb2a4dd26 req-6675d30b-1465-4153-88e7-a921bd10dd8e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Jul 28 03:47:28.497741 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-49cb0162-4c1d-449c-972e-bcec897fd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.499402 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-49cb0162-4c1d-449c-972e-bcec897fd04f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1097 time: 0.0545857 Jul 28 03:47:28.561463 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-9a227637-1ca8-4e34-9484-ff62a0c14293 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 217 time: 0.0474315 Jul 28 03:47:28.629723 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-472d21ce-adb9-40ca-a886-def67c86960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.636577 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-472d21ce-adb9-40ca-a886-def67c86960f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0587218 Jul 28 03:47:28.702672 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb43-4116-4632-b5be-677863a8e694 req-c2b0b699-e436-4f2d-bc9d-94d34a3575b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.704184 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-c2b0b699-e436-4f2d-bc9d-94d34a3575b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417774 Jul 28 03:47:28.813172 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-53afbcf3-3140-443a-ae79-ffc43a9b3bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848691 Jul 28 03:47:28.905078 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0065eb43-4116-4632-b5be-677863a8e694 req-b1eb7472-ce66-4021-9ddc-5f203572e09e service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811479 Jul 28 03:47:29.045732 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-ea3a6e0b-3315-41ff-a867-8543abbbc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.047169 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-ea3a6e0b-3315-41ff-a867-8543abbbc9bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1097 time: 0.0388310 Jul 28 03:47:29.139391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-1637606e-3184-4b64-8974-cefd955acfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.140837 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-1637606e-3184-4b64-8974-cefd955acfed service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.0853078 Jul 28 03:47:29.182663 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-55addaaa-7943-4634-91cc-5d1d7e97d750 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 217 time: 0.0331280 Jul 28 03:47:29.233142 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-eebc35f8-0811-4683-975e-a9c123d21926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.234530 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-eebc35f8-0811-4683-975e-a9c123d21926 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0447888 Jul 28 03:47:29.287991 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-3e351da9-63ce-490b-8eff-b4ec2c6f8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.289468 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-3e351da9-63ce-490b-8eff-b4ec2c6f8943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0463104 Jul 28 03:47:29.376514 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-b0dcaf5a-1d61-48a9-9968-5bbdd231da13 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789418 Jul 28 03:47:29.470113 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2b4bedcd-8298-4178-8523-960f77ae5f15 req-d7687af2-f6e9-4cc5-af61-8f723ce12e45 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841911 Jul 28 03:47:29.545577 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d2de-9ca4-415f-b2a2-0f088f4e454a req-e6955cdd-337f-43d9-a7e0-37c4af9ff794 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.547023 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5514d2de-9ca4-415f-b2a2-0f088f4e454a req-e6955cdd-337f-43d9-a7e0-37c4af9ff794 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 944 time: 0.0475657 Jul 28 03:47:29.586026 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5514d2de-9ca4-415f-b2a2-0f088f4e454a req-0e85bc67-fce9-4a96-b800-93aca69f5269 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jul 28 03:47:30.694716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe25b-c3f1-4a2d-ba1f-abb2d5a14e04 req-567db741-f088-445f-b416-8fabee406c4b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:30.696189 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-94ffe25b-c3f1-4a2d-ba1f-abb2d5a14e04 req-567db741-f088-445f-b416-8fabee406c4b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 944 time: 0.0463903 Jul 28 03:47:30.733723 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-94ffe25b-c3f1-4a2d-ba1f-abb2d5a14e04 req-59ea8c94-e32f-4a4d-ba7f-42ac4d784275 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Jul 28 03:47:31.761864 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:47:31.850946 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8f8a-6d92-4de7-bea4-fea9b15b5c50 req-b10c53ae-41de-4318-8a6e-89473a6fe578 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:31.852527 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-26ab8f8a-6d92-4de7-bea4-fea9b15b5c50 req-b10c53ae-41de-4318-8a6e-89473a6fe578 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 944 time: 0.0512221 Jul 28 03:47:31.856037 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:31.867857 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'port_id': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'mac_address': 'fa:16:3e:ea:92:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:47:31.890095 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-26ab8f8a-6d92-4de7-bea4-fea9b15b5c50 req-ca71948c-739f-47b4-8a38-7776fd7be28e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jul 28 03:47:31.903701 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:31.915928 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:47:31.935752 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:31.939482 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:31.987922 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:32.235242 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:47:33.003961 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e750d-c29b-4cd1-9f10-1ea86f2b06bd req-a98dc3e6-d879-4d21-be26-954758f8e48a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:33.005396 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-026e750d-c29b-4cd1-9f10-1ea86f2b06bd req-a98dc3e6-d879-4d21-be26-954758f8e48a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 945 time: 0.0518200 Jul 28 03:47:33.041566 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-026e750d-c29b-4cd1-9f10-1ea86f2b06bd req-4c6bdfea-194b-4a69-bd7c-ad24835e10fd tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Jul 28 03:47:33.762848 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:33.811587 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:33.815024 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:33.815422 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:33.887686 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:33.908809 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:33.911075 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a799be7-a300-4b06-941b-521f93e4af04" -d '{"events": [{"server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "name": "network-vif-plugged", "status": "completed", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:33.923679 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:33.927972 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:33.954823 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf04c2-aaa2-4e95-a11b-938aa1c57df5 x-openstack-request-id: req-71bf04c2-aaa2-4e95-a11b-938aa1c57df5 {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:33.955108 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "name": "network-vif-plugged", "status": "completed", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:33.955394 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71bf04c2-aaa2-4e95-a11b-938aa1c57df5 {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:33.955780 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'code': 200} Jul 28 03:47:33.977225 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:34.153584 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f802ecc2-7cbe-4645-ab76-ce1b1287f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:34.156844 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4801-c05a-4780-b105-b5fd2431cf5f req-13d1345e-8f66-4e4d-9944-f570c3418416 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:34.158349 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c9cd4801-c05a-4780-b105-b5fd2431cf5f req-13d1345e-8f66-4e4d-9944-f570c3418416 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0505879 Jul 28 03:47:34.162020 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812379e-9d69-4370-8a67-4924bec2a961 req-5a323d99-ef8f-4074-98ae-89eed74c86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:34.164044 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0812379e-9d69-4370-8a67-4924bec2a961 req-5a323d99-ef8f-4074-98ae-89eed74c86b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1099 time: 0.0427604 Jul 28 03:47:34.196438 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-c9cd4801-c05a-4780-b105-b5fd2431cf5f req-cf6400aa-cd7b-48cc-86cf-b13dcf7c77f0 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Jul 28 03:47:34.199607 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0812379e-9d69-4370-8a67-4924bec2a961 req-b83441c1-92f8-40b9-8410-adfc4e76df94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280249 Jul 28 03:47:35.312489 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268e4-8101-4da1-a7c1-6cc9be7af12a req-4bea8db8-7b32-4b3a-9785-91f731c8f8bc tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:35.313970 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7e4268e4-8101-4da1-a7c1-6cc9be7af12a req-4bea8db8-7b32-4b3a-9785-91f731c8f8bc tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0480790 Jul 28 03:47:35.353465 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-7e4268e4-8101-4da1-a7c1-6cc9be7af12a req-138715ba-b766-4aaf-bdd9-9eda4ba6a06b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 28 03:47:36.462970 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9fd5-768c-4140-8d2b-6a85757c7ca3 req-0b1638a8-16c1-431c-83fb-45ae4ad58c94 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:36.464465 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-74fa9fd5-768c-4140-8d2b-6a85757c7ca3 req-0b1638a8-16c1-431c-83fb-45ae4ad58c94 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0467298 Jul 28 03:47:36.501560 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-74fa9fd5-768c-4140-8d2b-6a85757c7ca3 req-c511f6ec-4107-46f7-bba6-e7aa482f58c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Jul 28 03:47:36.617453 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3e5e-ffde-4a03-ab8c-92a75ec86444 req-d4e1d3e7-0674-4450-9932-d30b6fcad4b3 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:36.618938 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fdbe3e5e-ffde-4a03-ab8c-92a75ec86444 req-d4e1d3e7-0674-4450-9932-d30b6fcad4b3 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0534849 Jul 28 03:47:36.657518 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fdbe3e5e-ffde-4a03-ab8c-92a75ec86444 req-aa1eeb95-cd84-422d-ba79-2d714b8c1894 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Jul 28 03:47:36.663783 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-f66d2ed1-048c-40ee-a43b-d65a3871478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:36.985337 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468f0ec-c9da-432c-83c6-36308e5b9612 req-416a59d9-27b8-4506-971e-e61f8eb42276 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:36.986790 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4468f0ec-c9da-432c-83c6-36308e5b9612 req-416a59d9-27b8-4506-971e-e61f8eb42276 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0475004 Jul 28 03:47:37.024330 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4468f0ec-c9da-432c-83c6-36308e5b9612 req-e85cf60b-4001-4f54-9a28-61a329979d89 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Jul 28 03:47:37.161306 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:37.828129 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:38.819205 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:39.759846 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:40.198441 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d3f7-c86e-42bb-9ab3-6d9256796e8f req-4a5b5ea1-c9ef-4e45-8bac-03164cc802a9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:40.199924 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70d4d3f7-c86e-42bb-9ab3-6d9256796e8f req-4a5b5ea1-c9ef-4e45-8bac-03164cc802a9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.0474112 Jul 28 03:47:40.235669 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70d4d3f7-c86e-42bb-9ab3-6d9256796e8f req-2daebc08-554d-420a-9158-4c76bd1ac0a5 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297289 Jul 28 03:47:41.190396 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b6f5-d2ec-4879-bbd6-6edf1d16fcd1 req-7fd3c82e-82b9-4d71-a664-d873d8897bc5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:41.191849 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d690b6f5-d2ec-4879-bbd6-6edf1d16fcd1 req-7fd3c82e-82b9-4d71-a664-d873d8897bc5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0552690 Jul 28 03:47:41.228878 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-d690b6f5-d2ec-4879-bbd6-6edf1d16fcd1 req-cb466246-a4bc-4508-89e1-d170b795b588 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Jul 28 03:47:41.250190 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58948) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:41.352080 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a09d89-c20f-4c41-8cec-8a1c0f7dd4aa req-70c7805a-b979-4111-9282-3bfc01133045 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:41.353615 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-35a09d89-c20f-4c41-8cec-8a1c0f7dd4aa req-70c7805a-b979-4111-9282-3bfc01133045 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.0515518 Jul 28 03:47:41.372792 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5ed7b-fbca-45f6-a15f-6bb737288487 tempest-TestMinimumBasicScenario-1752396735 tempest-TestMinimumBasicScenario-1752396735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:41.374295 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-43a5ed7b-fbca-45f6-a15f-6bb737288487 tempest-TestMinimumBasicScenario-1752396735 tempest-TestMinimumBasicScenario-1752396735-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1094 time: 0.1231821 Jul 28 03:47:41.377183 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58954) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:41.382156 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'floatingip': {'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'port_id': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:41.390978 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-35a09d89-c20f-4c41-8cec-8a1c0f7dd4aa req-c753c3f5-c40a-4e27-ab8e-b01e6a68a746 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 28 03:47:41.405156 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for floatingip, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:41.505166 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:41.601283 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_common [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Allocated IP 172.28.3.152 (d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc/59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2/778681d9-5556-4d01-98a6-ae507e71b562) {{(pid=99646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:41.703745 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for port, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:41.744893 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:41.779425 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Network d7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc is already hosted by enough agents. {{(pid=99646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:41.782025 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.base_scheduler [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Resources bound (agent type, host, resource id): {{(pid=99646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:41.785382 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Received port after_create {{(pid=99646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:41.809757 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'Port': ['ID=778681d9-5556-4d01-98a6-ae507e71b562,revision_number=1']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:41.820764 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.821111 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.821446 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.821777 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.822105 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.822433 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.822759 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.823081 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.823429 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.823752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.824072 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:41.824390 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:42.136573 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:42.198881 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:42.344746 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for port, precommit_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:42.349393 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11128923'] for port, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:42.414549 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'Port': ['ID=778681d9-5556-4d01-98a6-ae507e71b562,revision_number=2']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:42.428424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759674'] for floatingip, after_update {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:42.796301 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13cc20-0fd5-47de-8867-36c5914829eb req-ed8d072c-95c6-46df-a34b-bfeac680a6d5 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:42.797665 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6a13cc20-0fd5-47de-8867-36c5914829eb req-ed8d072c-95c6-46df-a34b-bfeac680a6d5 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.3368559 Jul 28 03:47:42.814418 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Floating IP c6550960-dcbd-4210-aae7-682bbcc71159 associated. External IP: 172.28.3.152, port: 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b. Jul 28 03:47:42.877587 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6a13cc20-0fd5-47de-8867-36c5914829eb req-5bc97480-ce38-47f0-ba80-10b281356666 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715644 Jul 28 03:47:43.032202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:47:43.135080 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:47:43.144386 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Sync routers for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:47:43.151162 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.154854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:43.154854 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:47:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:43.177611 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-fb4738b6-bffe-4639-a07d-b1e4af0f3c47 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7994394 Jul 28 03:47:43.178284 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:43.180482 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58958) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:43.181008 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de74b72-7b9c-49f4-aa6e-fb717c800771" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:43.185354 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888597182', 'description': 'tempest-secgroup-smoke-1888597182 description', 'project_id': '3cb3f544989c47c7828316a522ca079c'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:43.215388 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.219600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102ec46-ea03-4e50-a0f8-3b5af81dea08 x-openstack-request-id: req-3102ec46-ea03-4e50-a0f8-3b5af81dea08 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:43.220092 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:43.220205 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3102ec46-ea03-4e50-a0f8-3b5af81dea08 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:43.220582 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:47:43.266411 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:43.329102 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-faa1e5ee-3e42-4d56-9a5f-67a5c7208786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:43.330582 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-faa1e5ee-3e42-4d56-9a5f-67a5c7208786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1099 time: 0.0646677 Jul 28 03:47:43.339201 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.384866 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.421195 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.422300 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2408340 Jul 28 03:47:43.425789 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58962) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:43.432064 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:43.438292 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcd264-33da-4a0e-868a-33f949f0bc77 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97f87d-256f-4e03-ad41-f34f67106163,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:43.474651 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-902224b3-4941-4a00-ac3a-333ed4fbb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:43.476140 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-902224b3-4941-4a00-ac3a-333ed4fbb1cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.1357687 Jul 28 03:47:43.481634 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.492115 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'c6550960-dcbd-4210-aae7-682bbcc71159', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'port_id': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'mac_address': 'fa:16:3e:ea:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:47:42Z', 'updated_at': '2021-07-28T03:47:42Z', 'revision_number': 0, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:43.521721 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Checking router: f8b1aa6a-4b8b-4e98-88ab-2b664709d36c for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:47:43.530103 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:43.530564 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:47:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:43.575295 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-2a659f4d-6bf9-44bc-86f1-38752913732b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1000 time: 0.0899582 Jul 28 03:47:43.589246 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.601342 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.639760 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:43.643842 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29ae69f-09d0-4058-b6ef-3a1e420616c0,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:43.654993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-f1ecf48c-cba0-414a-9398-18090637a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:43.656499 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-f1ecf48c-cba0-414a-9398-18090637a0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0646293 Jul 28 03:47:43.657353 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.658399 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0dd2ed42-7009-4a0f-8fae-e07514ada04b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317681 Jul 28 03:47:43.661628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58964) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:43.665983 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:43.718451 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.744433 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-fdd43f7d-7c9a-4685-a014-d53a4eaa9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:43.745967 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-fdd43f7d-7c9a-4685-a014-d53a4eaa9de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749094 Jul 28 03:47:43.856767 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.864989 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.872527 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'c6550960-dcbd-4210-aae7-682bbcc71159', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'port_id': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'mac_address': 'fa:16:3e:ea:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:47:42Z', 'updated_at': '2021-07-28T03:47:42Z', 'revision_number': 0, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:43.891732 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-61f0063b-c4e3-4344-b0f1-110b8f0ffb1b service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355646 Jul 28 03:47:43.893333 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab61050-da87-4aa1-aba3-45622cae590f,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:43.899623 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb96927-f7d7-4ba7-b1c9-c67cb00c446f None None] The sync data for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb is: [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_floatingips': [{'id': 'c6550960-dcbd-4210-aae7-682bbcc71159', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'router_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'port_id': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'mac_address': 'fa:16:3e:ea:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:47:42Z', 'updated_at': '2021-07-28T03:47:42Z', 'revision_number': 0, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:47:43.914195 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:43.918495 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-2c07ba8e-67e4-4127-a420-0ee7d38f07ff tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2558978 Jul 28 03:47:43.919355 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 58968) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:43.927000 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.v2.base [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:44.001700 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.009466 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-0de74b72-7b9c-49f4-aa6e-fb717c800771 req-d85d8440-47c0-411d-8592-b0145d87bb3e service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098938 Jul 28 03:47:44.077915 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-fc8be5d0-0b19-4a1f-b026-c3ac51f5ae2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063304 Jul 28 03:47:44.099674 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43067-e05c-4b68-b434-938d731ff71e req-940f9957-cec7-4fdc-9b26-6c98208971d9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.101202 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a8b43067-e05c-4b68-b434-938d731ff71e req-940f9957-cec7-4fdc-9b26-6c98208971d9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.1143324 Jul 28 03:47:44.131133 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc118ec-779d-40f4-84b2-44993c1833c8 None None] New status for floating IP c6550960-dcbd-4210-aae7-682bbcc71159: ACTIVE {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:47:44.139277 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.148092 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.172524 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a8b43067-e05c-4b68-b434-938d731ff71e req-03322826-5619-47c0-9e49-e8d960348fd3 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Jul 28 03:47:44.194159 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b7a409-a985-4c09-95db-9c079be6d32d,revision_number=0']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:44.203440 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.204616 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-404716f8-b9c4-4583-9475-673c10139a56 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842116 Jul 28 03:47:44.207943 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58970) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:44.212481 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:44.218110 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-21579eed-ebd6-40c8-948e-7fd44c742430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.219719 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-21579eed-ebd6-40c8-948e-7fd44c742430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1099 time: 0.0650091 Jul 28 03:47:44.238491 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.304994 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.309878 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.332090 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d56a29e-8dd0-42a3-a2ec-940940842392,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:44.336010 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.337196 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-676bfc34-9c0e-4935-b5d5-a5b479c01255 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282699 Jul 28 03:47:44.340040 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58972) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:44.342443 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-b0c14de4-0110-4005-8564-236e76f6673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.344093 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-b0c14de4-0110-4005-8564-236e76f6673c service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.1008885 Jul 28 03:47:44.345190 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:44.367335 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.securitygroups_db [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Project 3cb3f544989c47c7828316a522ca079c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:47:44.372261 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.410228 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-b0f0d2e8-6268-4459-a106-3f678b48e901 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1002 time: 0.0575352 Jul 28 03:47:44.432031 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.435703 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.459502 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-54edf5dc-5c63-4d59-b2c9-0e516c0b7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.460904 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bca8f7f-f276-48c4-9abd-d2923b669a31,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:44.461064 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-54edf5dc-5c63-4d59-b2c9-0e516c0b7d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0433936 Jul 28 03:47:44.465040 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.466198 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-4ec6a58a-c3ed-48fd-a47d-5f7044c1b32d tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249089 Jul 28 03:47:44.468957 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 58974) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:44.473320 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'security_group_rule': {'security_group_id': '1d97f87d-256f-4e03-ad41-f34f67106163', 'project_id': '3cb3f544989c47c7828316a522ca079c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:44.495275 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.db.securitygroups_db [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Project 3cb3f544989c47c7828316a522ca079c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:47:44.499993 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.511771 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-6a6bb849-8b0e-4dd7-8780-681908ab1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.513390 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-6a6bb849-8b0e-4dd7-8780-681908ab1cc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0453489 Jul 28 03:47:44.561228 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.565093 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741371'] for security_group_rule, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.580019 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d3b5fe-d293-4f1f-9d87-288b1ed81738,revision_number=0']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:44.589444 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.590638 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-0c80afed-6013-4343-83dc-024ab52370c4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207170 Jul 28 03:47:44.606145 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-6158d1ad-7ea7-4af6-9fd2-c4388c2fedfd service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Jul 28 03:47:44.668536 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-98567f95-36f8-49dd-8bad-a71713f0b586 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888597182&fields=id&tenant_id=3cb3f544989c47c7828316a522ca079c HTTP/1.1" status: 200 len: 267 time: 0.0322449 Jul 28 03:47:44.703931 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-a1561fc5-c0f7-42d9-8514-380aa067f3c6 req-220601b4-3862-4711-a4d7-2f0fb7f78bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860317 Jul 28 03:47:44.720137 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-fd161a93-4d69-4252-a127-9a1b28e372f9 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.721721 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-fd161a93-4d69-4252-a127-9a1b28e372f9 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0474534 Jul 28 03:47:44.733287 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'port': {'security_groups': ['b0e8c654-a164-4acd-b771-4acd6e971e65', '1d97f87d-256f-4e03-ad41-f34f67106163']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:44.797198 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.979212 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:45.011697 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.016710 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.058726 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:47:45.061937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.062547 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.063963 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-499bd001-d1cb-4a89-8ed0-3917e5cd6a5b req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "PUT /v2.0/ports/58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 982 time: 0.3358166 Jul 28 03:47:45.064415 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:45.066743 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c751667b-bc5b-40d8-902f-abb00405dfce" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:45.121697 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6d9d7-18e4-42bd-98f5-8b2a2007092a tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=6']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:45.132892 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1577c30f-8a4b-482d-9131-4d1ae78c14b4 x-openstack-request-id: req-1577c30f-8a4b-482d-9131-4d1ae78c14b4 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:45.133745 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:45.135221 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1577c30f-8a4b-482d-9131-4d1ae78c14b4 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:45.135752 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:47:45.162229 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-2302e9d4-4f69-4ccb-b528-1d79cd7154b4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.164060 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-2302e9d4-4f69-4ccb-b528-1d79cd7154b4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.0790811 Jul 28 03:47:45.238888 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:47:45.240270 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751667b-bc5b-40d8-902f-abb00405dfce req-38f8402d-e392-4157-b453-9215f5dc236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.243272 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-38f8402d-e392-4157-b453-9215f5dc236a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1138 time: 0.0613348 Jul 28 03:47:45.269112 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110120-17e9-494a-b45d-d4a761942a6b req-349bc250-a08d-4ee4-ae13-7f1d55278d6f tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.270837 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f110120-17e9-494a-b45d-d4a761942a6b req-349bc250-a08d-4ee4-ae13-7f1d55278d6f tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.1057191 Jul 28 03:47:45.370696 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1f110120-17e9-494a-b45d-d4a761942a6b req-8c507a55-186b-481e-b863-92a9c24ec725 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683897 Jul 28 03:47:45.391636 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Deleting port 20eaad98-6709-4583-8721-28e42afc11b2 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:47:45.392328 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.435712 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376282-3007-4d5e-8d91-e2a18a045434 req-0165bbeb-aec1-4b9d-89f2-75e95dde892e tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.438018 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f3376282-3007-4d5e-8d91-e2a18a045434 req-0165bbeb-aec1-4b9d-89f2-75e95dde892e tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=8220e75f-7095-4fb2-80cc-a5f19d0d8f41 HTTP/1.1" status: 200 len: 946 time: 0.1448810 Jul 28 03:47:45.461468 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-877855e2-d881-44ad-9e35-8d0b267c933c None None] Provisioning complete for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:45.461849 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-877855e2-d881-44ad-9e35-8d0b267c933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.465627 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751667b-bc5b-40d8-902f-abb00405dfce req-218c061e-a05d-4102-a528-b24f61f4e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.467130 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-218c061e-a05d-4102-a528-b24f61f4e5aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.2176404 Jul 28 03:47:45.490481 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] For port 20eaad98-6709-4583-8721-28e42afc11b2, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=20eaad98-6709-4583-8721-28e42afc11b2,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:45.490861 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.505615 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Calling delete_port for 20eaad98-6709-4583-8721-28e42afc11b2 owned by compute:nova {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:47:45.528096 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-f3376282-3007-4d5e-8d91-e2a18a045434 req-cda9d720-c006-4e0e-b02b-c9b251472970 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Jul 28 03:47:45.553725 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-0f38c8e5-6234-4037-ae98-f696b9af395e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1002 time: 0.0778699 Jul 28 03:47:45.604590 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751667b-bc5b-40d8-902f-abb00405dfce req-d2cbe5ff-9b96-49ac-b7ed-a3fd2a50de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.606125 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-d2cbe5ff-9b96-49ac-b7ed-a3fd2a50de4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0453489 Jul 28 03:47:45.656443 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751667b-bc5b-40d8-902f-abb00405dfce req-caf33b83-9710-4b0e-982c-9144afe408a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.658042 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-caf33b83-9710-4b0e-982c-9144afe408a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0446460 Jul 28 03:47:45.658707 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.695649 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Pushing event deleted for resources: {'Port': ['ID=20eaad98-6709-4583-8721-28e42afc11b2,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:45.745028 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] No DVR routers for this DVR port 20eaad98-6709-4583-8721-28e42afc11b2 on host hv-cinder-80264 {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:47:45.747667 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.749760 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-354ff3a0-794f-4204-a392-b6b3d415d131 req-99771cc7-49ba-4772-b976-ecd697922d77 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "DELETE /v2.0/ports/20eaad98-6709-4583-8721-28e42afc11b2 HTTP/1.1" status: 204 len: 173 time: 0.5419106 Jul 28 03:47:45.750155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'name': 'network-vif-deleted', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:45.752468 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166692d-e052-4af2-a3a0-0a82836560c5" -d '{"events": [{"server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "name": "network-vif-deleted", "tag": "20eaad98-6709-4583-8721-28e42afc11b2"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:45.796210 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a5c04-3252-49cb-8696-50d203973e99 x-openstack-request-id: req-7c7a5c04-3252-49cb-8696-50d203973e99 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:45.796734 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8220e75f-7095-4fb2-80cc-a5f19d0d8f41", "name": "network-vif-deleted", "tag": "20eaad98-6709-4583-8721-28e42afc11b2", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:45.798373 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c7a5c04-3252-49cb-8696-50d203973e99 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:45.799054 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8220e75f-7095-4fb2-80cc-a5f19d0d8f41', 'name': 'network-vif-deleted', 'tag': '20eaad98-6709-4583-8721-28e42afc11b2', 'status': 'completed', 'code': 200} Jul 28 03:47:46.031099 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-1372b02f-d1ca-4ba5-8146-7884d4c8c015 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660214 Jul 28 03:47:46.123825 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-c751667b-bc5b-40d8-902f-abb00405dfce req-6502f9ce-b723-4878-81f1-48ec565f4354 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838692 Jul 28 03:47:47.828569 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 20eaad98-6709-4583-8721-28e42afc11b2 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:47:47.853489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 20eaad98-6709-4583-8721-28e42afc11b2 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:47:47.853819 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 20eaad98-6709-4583-8721-28e42afc11b2 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:47:50.372088 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-1ffb8770-8b49-4907-b945-1d5643cec035 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:50.373516 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-1ffb8770-8b49-4907-b945-1d5643cec035 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 814 time: 0.0951130 Jul 28 03:47:50.388075 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-317ec9fa-2414-4c60-a66e-8c6a610dd5e9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/quotas/557ee3b9679c422b9a2aef535c0ac877 HTTP/1.1" status: 200 len: 375 time: 0.0090342 Jul 28 03:47:50.417945 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-d7396394-eb29-455b-8e0d-8878470c5a0c tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248528 Jul 28 03:47:50.506360 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-f1c89649-3d96-43b2-8d55-17e304b3f5d8 service neutron] 10.222.0.35 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Jul 28 03:47:50.591556 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-64b0c38c-2e7c-4e8d-b338-2408a4109ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792143 Jul 28 03:47:50.748462 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-34c668a8-f2e4-4351-8fed-5ceb65b12533 req-93b6ffbd-b6a9-4548-b951-701e2cac7f79 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 210 time: 0.0279214 Jul 28 03:47:51.850858 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-f398a770-a761-4748-982d-d366860fa075 req-c4b6d197-50d5-4548-a7f8-7b0e192b3cb3 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 210 time: 0.0364525 Jul 28 03:47:51.887721 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-6f85c115-0d52-4c67-8aac-b8a91ac876c6 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:51.889286 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-6f85c115-0d52-4c67-8aac-b8a91ac876c6 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 814 time: 0.1042619 Jul 28 03:47:51.909949 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Request body: {'port': {'device_id': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef', 'admin_state_up': True, 'tenant_id': '557ee3b9679c422b9a2aef535c0ac877'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:52.016117 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Made reservation on behalf of 557ee3b9679c422b9a2aef535c0ac877 for: {'port': 1} {{(pid=99647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:47:52.019535 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.139158 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_common [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Allocated IP 172.20.0.7 (990cbccd-32f9-4896-aaff-6d7d0dd980ef/e7514a69-d3b8-4e59-abe6-7fbf8be16caf/70bb5a7f-cb02-4e43-b041-7ba6691fdb61) {{(pid=99647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:47:52.294225 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks [] for port, precommit_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.333990 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751240796959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_create {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.375426 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Network 990cbccd-32f9-4896-aaff-6d7d0dd980ef is already hosted by enough agents. {{(pid=99647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:47:52.378391 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.base_scheduler [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Resources bound (agent type, host, resource id): {{(pid=99647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:47:52.384694 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Received port after_create {{(pid=99647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:47:52.407098 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Pushing event updated for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=1']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:52.434724 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:52.435357 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.448737 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-807a71e3-3909-43f0-bfe6-e7688e0c7ada tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424891 Jul 28 03:47:52.467150 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Request body: {'port': {'device_id': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:47:52.523613 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.781664 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 {{(pid=99647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:47:52.789360 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.800468 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.provisioning_blocks [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Transition to ACTIVE for port object 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 will not be triggered until provisioned by entity L2. {{(pid=99647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:47:52.804621 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.851062 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=2']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:52.935699 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Attempting to bind port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:47:52.936409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Attempting to bind port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:47:52.936409 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Attempting to bind port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:52.954361 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:47:52.954679 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Attempting to bind port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 on network 990cbccd-32f9-4896-aaff-6d7d0dd980ef {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:47:52.962723 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Checking agent: {'id': 'f971880d-f7e3-4170-8424-21488087afd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'started_at': datetime.datetime(2021, 7, 28, 3, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:47:52.963058 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Checking segment: {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:47:52.963465 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Bound using segment: {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'} {{(pid=99647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:47:52.963888 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.managers [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Bound port: 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45933b15-8403-4dc8-9a07-46ff5dca8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef'}}] {{(pid=99647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:47:52.964238 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.990070 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef16ea-dca1-4bc5-9cae-21c7758913e5 req-fcfa748e-8550-4e15-b425-cfb6b9dacd37 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:52.991801 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2eef16ea-dca1-4bc5-9cae-21c7758913e5 req-fcfa748e-8550-4e15-b425-cfb6b9dacd37 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 943 time: 0.0728309 Jul 28 03:47:53.064281 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-2eef16ea-dca1-4bc5-9cae-21c7758913e5 req-cbee751f-20ec-4e30-be85-4aba97fdcf66 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563357 Jul 28 03:47:53.066482 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, cleared binding levels {{(pid=99647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:47:53.070442 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:47:53.074674 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.107511 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.108118 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.109473 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] 10.222.0.15 "PUT /v2.0/ports/70bb5a7f-cb02-4e43-b041-7ba6691fdb61 HTTP/1.1" status: 200 len: 1093 time: 0.6463714 Jul 28 03:47:53.109905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:53.112155 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b7ede-978e-427e-a9e2-49071dbad5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:53.139405 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98461f4-5265-4227-a673-fbcf35477470 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=3']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:53.146836 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a122852-f16f-4110-9f88-6d268f312e26 x-openstack-request-id: req-8a122852-f16f-4110-9f88-6d268f312e26 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:53.147118 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:53.147393 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a122852-f16f-4110-9f88-6d268f312e26 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:53.147778 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61', 'status': 'completed', 'code': 200} Jul 28 03:47:53.213798 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c41239c6-121c-4758-90a3-2a5ac4037fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.215217 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-c41239c6-121c-4758-90a3-2a5ac4037fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0395310 Jul 28 03:47:53.265615 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-da3e9a30-ed49-421f-8bde-53239581a88f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Jul 28 03:47:53.312526 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-9e8207d2-aac0-4170-b2d2-d3418772bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.313870 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-9e8207d2-aac0-4170-b2d2-d3418772bfbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7514a69-d3b8-4e59-abe6-7fbf8be16caf HTTP/1.1" status: 200 len: 854 time: 0.0401742 Jul 28 03:47:53.344508 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-64e8f57f-27fe-4958-a653-2c50a2a3d597 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=990cbccd-32f9-4896-aaff-6d7d0dd980ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231693 Jul 28 03:47:53.433613 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-82ab495c-aa6f-4401-9661-406c52211b3a service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816190 Jul 28 03:47:53.522140 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8937a0fc-ae9c-425f-8961-0e2f96cbc7a7 req-4e8f3da8-6746-4301-b80b-cae3dbac4999 service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811007 Jul 28 03:47:53.655687 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-2b456966-c279-4fb8-8cf7-9d9c5e84fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.657007 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-2b456966-c279-4fb8-8cf7-9d9c5e84fac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=557ee3b9679c422b9a2aef535c0ac877&device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0389915 Jul 28 03:47:53.752281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-e8f53288-b10c-4a11-b6d9-e3d980544dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.753722 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-e8f53288-b10c-4a11-b6d9-e3d980544dd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 200 len: 915 time: 0.0882289 Jul 28 03:47:53.798466 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-0560c20f-bb5a-4810-90ba-9535a137f2ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61 HTTP/1.1" status: 200 len: 217 time: 0.0363932 Jul 28 03:47:53.847397 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-26b815d7-39d1-4dfa-831c-052f5b1e0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.848773 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-26b815d7-39d1-4dfa-831c-052f5b1e0d0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7514a69-d3b8-4e59-abe6-7fbf8be16caf HTTP/1.1" status: 200 len: 854 time: 0.0409529 Jul 28 03:47:53.884302 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-6e8b218b-c820-4dfb-ae67-60ae1e2530c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=990cbccd-32f9-4896-aaff-6d7d0dd980ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269778 Jul 28 03:47:53.975219 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-25e0cdfc-8d95-4eca-95b6-6baad51c873f service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795724 Jul 28 03:47:54.066144 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-a10b7ede-978e-427e-a9e2-49071dbad5f9 req-634a10bf-11af-4572-942f-1ea7f8d67b80 service neutron] 10.222.0.15 "GET /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 Jul 28 03:47:54.180167 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3303cf-9fb4-4583-8753-96f9e1bffb24 req-bc1eb748-a8c6-47e2-a8ff-8cf125645078 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:54.181538 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af3303cf-9fb4-4583-8753-96f9e1bffb24 req-bc1eb748-a8c6-47e2-a8ff-8cf125645078 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 943 time: 0.0491972 Jul 28 03:47:54.217228 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-af3303cf-9fb4-4583-8753-96f9e1bffb24 req-020ecd61-7a8f-4d0e-8557-1f8baf5774a9 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299897 Jul 28 03:47:55.330352 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59219739-3d76-431d-9b26-9b103fa51b1e req-a549ba39-e2ca-4321-89c5-0d52aca9980f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:55.331827 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-59219739-3d76-431d-9b26-9b103fa51b1e req-a549ba39-e2ca-4321-89c5-0d52aca9980f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 943 time: 0.0472627 Jul 28 03:47:55.369479 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-59219739-3d76-431d-9b26-9b103fa51b1e req-00aa3e3a-eeb3-4855-96e7-583704f10923 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Jul 28 03:47:55.842973 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=99648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:47:55.933833 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:55.945703 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Returning: {'device': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61', 'network_id': '990cbccd-32f9-4896-aaff-6d7d0dd980ef', 'port_id': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61', 'mac_address': 'fa:16:3e:8d:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7514a69-d3b8-4e59-abe6-7fbf8be16caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:47:55.980967 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:55.996602 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 {{(pid=99648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:47:56.015593 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:56.020180 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:56.065825 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=4']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:56.073032 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.073382 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.073722 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.074056 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.074385 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.074716 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.075041 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.075396 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.075723 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.076044 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.076362 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.076682 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:56.337120 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['70bb5a7f-cb02-4e43-b041-7ba6691fdb61'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:47:56.482124 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a740e39-86ee-4477-bead-288a7c332b0e req-120e79b8-e5eb-418f-9449-95a459475d9f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:56.483649 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4a740e39-86ee-4477-bead-288a7c332b0e req-120e79b8-e5eb-418f-9449-95a459475d9f tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 944 time: 0.0489511 Jul 28 03:47:56.529008 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4a740e39-86ee-4477-bead-288a7c332b0e req-86a3b4a7-9551-427a-a4a9-c23e368520ff tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Jul 28 03:47:57.639202 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67327197-e3bf-425c-8af0-2917928bbf13 req-1fb3859f-16ae-4c08-bc1b-d6c154ee9192 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:57.640649 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-67327197-e3bf-425c-8af0-2917928bbf13 req-1fb3859f-16ae-4c08-bc1b-d6c154ee9192 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 944 time: 0.0465908 Jul 28 03:47:57.676861 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-67327197-e3bf-425c-8af0-2917928bbf13 req-2bf2d406-d00d-474e-a79f-ada6c77ffcf2 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300181 Jul 28 03:47:57.839967 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 up at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:47:57.889347 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning for port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 completed by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:47:57.892788 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Provisioning complete for port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 triggered by entity L2. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:47:57.893160 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:57.967403 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:57.989706 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61'}] {{(pid=99648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:57.992244 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4361c988bbd4d2a13b62437eb87d923164e1bd8852a2b9f48fb3b1d52b04953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c22692-7cd1-47fd-94a1-99580fcbe8c5" -d '{"events": [{"server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "name": "network-vif-plugged", "status": "completed", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61"}]}' {{(pid=99648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:58.004803 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:58.008661 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995'] for port, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:58.033595 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae42310-47cf-4c58-9abc-29c30862427a x-openstack-request-id: req-cae42310-47cf-4c58-9abc-29c30862427a {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:58.033879 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "name": "network-vif-plugged", "status": "completed", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61", "code": 200}]} {{(pid=99648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:58.034126 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cae42310-47cf-4c58-9abc-29c30862427a {{(pid=99648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:58.034498 dv-cinder-802648-1-smb neutron-server[99648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61', 'code': 200} Jul 28 03:47:58.059718 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Pushing event updated for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=5']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:58.219707 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfb477-b1cb-40a0-ad1f-b896296a9181 req-e5d6af8b-941f-4b95-9f4b-e25354009cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:58.221049 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fddfb477-b1cb-40a0-ad1f-b896296a9181 req-e5d6af8b-941f-4b95-9f4b-e25354009cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0417314 Jul 28 03:47:58.255034 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-fddfb477-b1cb-40a0-ad1f-b896296a9181 req-6b821815-8982-4a86-8b28-8e4b3d6fb7e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260010 Jul 28 03:47:58.787633 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f794d91-8002-41ed-832b-7ffea4ecf2e9 req-988ef257-bf24-4a89-9b8d-2cae7c374788 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:58.788990 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9f794d91-8002-41ed-832b-7ffea4ecf2e9 req-988ef257-bf24-4a89-9b8d-2cae7c374788 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0468557 Jul 28 03:47:58.807854 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:58.831854 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9f794d91-8002-41ed-832b-7ffea4ecf2e9 req-31aaaae2-c24f-40f6-84a1-1d2c5e51fa3d tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jul 28 03:47:59.944370 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8181e3-88e9-49fe-b3a6-e9710f056d88 req-917db832-add2-4065-a3d2-399cd8cad917 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:59.945833 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd8181e3-88e9-49fe-b3a6-e9710f056d88 req-917db832-add2-4065-a3d2-399cd8cad917 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Jul 28 03:47:59.982406 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-cd8181e3-88e9-49fe-b3a6-e9710f056d88 req-fdc3f973-707e-46ed-8efc-66c922443372 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308042 Jul 28 03:48:04.155311 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-13848d01-373e-4eb7-ae5e-70e127694912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:06.665920 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-62c87363-2a11-4c4f-aee6-5b378f0ab241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:07.165384 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:07.829462 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:08.816997 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:09.642218 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:11.166451 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680a1bc-163c-4dd2-a96b-c1ba2e919fb9 req-f5fb1485-d5a3-4658-ac4a-ea4fb5e43ca6 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.167969 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9680a1bc-163c-4dd2-a96b-c1ba2e919fb9 req-f5fb1485-d5a3-4658-ac4a-ea4fb5e43ca6 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0500820 Jul 28 03:48:11.196927 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-38d13a96-2eac-4594-ba49-b0c330a6ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.198497 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-38d13a96-2eac-4594-ba49-b0c330a6ce09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1138 time: 0.0411687 Jul 28 03:48:11.210073 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9680a1bc-163c-4dd2-a96b-c1ba2e919fb9 req-b31ccd38-da2d-466e-a2e7-4be25a707c0b tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352407 Jul 28 03:48:11.294597 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-1d09d48b-1a1c-46a8-ba53-a07a76a410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.296096 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-1d09d48b-1a1c-46a8-ba53-a07a76a410a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.0894911 Jul 28 03:48:11.377366 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-374f5934-8388-4201-a435-567a5374b118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1002 time: 0.0608706 Jul 28 03:48:11.427098 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-dda2229a-51c5-415a-9fed-0f56d198a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.428603 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-dda2229a-51c5-415a-9fed-0f56d198a868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0427685 Jul 28 03:48:11.477789 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-83998b54-89c9-4f7d-ae28-9b4614a1b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.479160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-83998b54-89c9-4f7d-ae28-9b4614a1b31d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418813 Jul 28 03:48:11.570568 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-9955b6ee-41c7-4c59-81d0-a6f59c97a747 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819378 Jul 28 03:48:11.660332 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e4bfb7d3-5619-43e2-94bc-055776983585 req-69e05aa2-855c-48a0-a674-47b32d949cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820684 Jul 28 03:48:12.326335 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369baef-d624-4e0d-b5e5-4192e4e750b0 req-eef1432c-7be2-4583-95c2-d9820fdcf8f7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:12.327911 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8369baef-d624-4e0d-b5e5-4192e4e750b0 req-eef1432c-7be2-4583-95c2-d9820fdcf8f7 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0490749 Jul 28 03:48:12.369059 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8369baef-d624-4e0d-b5e5-4192e4e750b0 req-c1529b57-4e24-4a0b-9e27-f18f20ba2569 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340543 Jul 28 03:48:13.485756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076814-9eb2-4198-bd97-c7d8d8b6cd3d req-5c1976ef-0104-4142-b116-2958cdbbf9fd tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:13.487214 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-41076814-9eb2-4198-bd97-c7d8d8b6cd3d req-5c1976ef-0104-4142-b116-2958cdbbf9fd tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0533533 Jul 28 03:48:13.532172 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-41076814-9eb2-4198-bd97-c7d8d8b6cd3d req-631b0065-1f4d-404f-80a1-8887d9620c72 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384617 Jul 28 03:48:14.633458 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8ea27-b68c-44ac-a5f9-2af423b8f3d6 req-f1f6aa7e-6dca-4fa2-a126-fdc7d38e9713 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:14.634833 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6ef8ea27-b68c-44ac-a5f9-2af423b8f3d6 req-f1f6aa7e-6dca-4fa2-a126-fdc7d38e9713 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0473089 Jul 28 03:48:14.644689 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f515c2-f2a5-4491-b8b1-0462a6c0a62e req-ece2d7dc-bd81-49e8-88d1-f7bcacdf2d7c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:14.646148 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-56f515c2-f2a5-4491-b8b1-0462a6c0a62e req-ece2d7dc-bd81-49e8-88d1-f7bcacdf2d7c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0480347 Jul 28 03:48:14.673120 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-6ef8ea27-b68c-44ac-a5f9-2af423b8f3d6 req-12d7c268-d98d-4535-b42c-6316b57419b2 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Jul 28 03:48:14.691616 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-56f515c2-f2a5-4491-b8b1-0462a6c0a62e req-dcef5d90-ecf4-455f-8877-4cccf64797cb tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333583 Jul 28 03:48:15.785635 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036717e-a810-4f21-9259-df1dbee9ef62 req-c6eff8af-f5f8-487e-8f1a-19d6da05d43a tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:15.787055 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9036717e-a810-4f21-9259-df1dbee9ef62 req-c6eff8af-f5f8-487e-8f1a-19d6da05d43a tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0490355 Jul 28 03:48:15.799628 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faf4d-e6f8-4d83-b6f6-a7f1aa3de701 req-ae76417a-8414-4886-b494-76075fd2d153 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:15.801141 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bb3faf4d-e6f8-4d83-b6f6-a7f1aa3de701 req-ae76417a-8414-4886-b494-76075fd2d153 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0484109 Jul 28 03:48:15.825245 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-9036717e-a810-4f21-9259-df1dbee9ef62 req-a894ff89-a119-4385-b568-0936ec1bfaa7 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Jul 28 03:48:15.841824 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-bb3faf4d-e6f8-4d83-b6f6-a7f1aa3de701 req-17c47769-df8e-422d-9850-46a95adee031 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346136 Jul 28 03:48:16.936117 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1c240-f13d-4e17-a82f-1b52c2ff9179 req-75c055b7-c818-46ee-bbad-b55e162b99f4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:16.937582 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ab1c240-f13d-4e17-a82f-1b52c2ff9179 req-75c055b7-c818-46ee-bbad-b55e162b99f4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0467477 Jul 28 03:48:16.956356 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c1a71-b4f1-4d85-8089-5e162e955a4d req-0d2ebc5c-5adc-496f-95ee-f1b8c2e69a5f tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:16.957868 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-325c1a71-b4f1-4d85-8089-5e162e955a4d req-0d2ebc5c-5adc-496f-95ee-f1b8c2e69a5f tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0518863 Jul 28 03:48:16.979229 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-3ab1c240-f13d-4e17-a82f-1b52c2ff9179 req-c665520d-e704-4e15-9148-35a434b1487a tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Jul 28 03:48:16.998368 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-325c1a71-b4f1-4d85-8089-5e162e955a4d req-abba3311-e95f-4f63-901a-5a816cf74798 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339880 Jul 28 03:48:18.091305 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb050-4c73-43d8-9b08-9eb7458e7711 req-302ac46c-521b-46f2-84bf-e3eba1b879dc tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:18.092886 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-979eb050-4c73-43d8-9b08-9eb7458e7711 req-302ac46c-521b-46f2-84bf-e3eba1b879dc tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0471449 Jul 28 03:48:18.110615 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b031-b80c-4490-bc87-1ec46f8708d8 req-b103d182-3080-497c-b316-7dafaa5b9066 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:18.112127 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-42a8b031-b80c-4490-bc87-1ec46f8708d8 req-b103d182-3080-497c-b316-7dafaa5b9066 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0484827 Jul 28 03:48:18.129492 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-979eb050-4c73-43d8-9b08-9eb7458e7711 req-3c0aa3a3-82cd-490e-a5a5-ab511445a6a6 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Jul 28 03:48:18.152823 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-42a8b031-b80c-4490-bc87-1ec46f8708d8 req-a1fe9ef4-b916-48f1-9b3c-2bab659c51bd tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344172 Jul 28 03:48:19.243756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef213-5cf9-402f-90ca-d7f5f296b2a7 req-a2bad96c-8574-4e20-98df-ec2a66315438 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:19.245246 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ccef213-5cf9-402f-90ca-d7f5f296b2a7 req-a2bad96c-8574-4e20-98df-ec2a66315438 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Jul 28 03:48:19.262156 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-3ec5ecb4-7cfe-4126-99fa-57d27fe781f4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:19.263626 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-3ec5ecb4-7cfe-4126-99fa-57d27fe781f4 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "GET /v2.0/ports?device_id=593cd4ed-3177-44c9-bac2-c16314781ec4 HTTP/1.1" status: 200 len: 945 time: 0.0768220 Jul 28 03:48:19.282854 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-8ccef213-5cf9-402f-90ca-d7f5f296b2a7 req-03169e07-e305-446a-bbaf-f2b4dd3e3321 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c4dac10-39a4-4235-863c-a608f23ba42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Jul 28 03:48:19.312705 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071750f-19eb-49af-8d34-5a75ec20b1a1 req-bbb790ad-62ce-449d-b903-e6355ee46bb5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:19.314160 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5071750f-19eb-49af-8d34-5a75ec20b1a1 req-bbb790ad-62ce-449d-b903-e6355ee46bb5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0919888 Jul 28 03:48:19.377493 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5071750f-19eb-49af-8d34-5a75ec20b1a1 req-732cb4fb-e8b5-4df1-a5fc-65d0179e8cb5 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569825 Jul 28 03:48:19.392626 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Deleting port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:48:19.392965 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:19.480093 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] For port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,segment=NetworkSegment(45933b15-8403-4dc8-9a07-46ff5dca8331),segment_id=45933b15-8403-4dc8-9a07-46ff5dca8331)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:48:19.480377 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:19.493006 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Calling delete_port for 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:48:19.615076 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:19.641292 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Pushing event deleted for resources: {'Port': ['ID=70bb5a7f-cb02-4e43-b041-7ba6691fdb61,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:19.651976 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['70bb5a7f-cb02-4e43-b041-7ba6691fdb61'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:48:19.682873 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] No DVR routers for this DVR port 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:48:19.685283 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:19.687333 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-6fb5df35-dd5d-4286-a809-f82dd08e0010 req-fc9c96cf-77b5-4bc6-956d-38be98930602 tempest-VolumesSnapshotTestJSON-1004536680 tempest-VolumesSnapshotTestJSON-1004536680-project] 10.222.0.15 "DELETE /v2.0/ports/70bb5a7f-cb02-4e43-b041-7ba6691fdb61 HTTP/1.1" status: 204 len: 173 time: 0.4177740 Jul 28 03:48:19.687827 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'name': 'network-vif-deleted', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:48:19.690444 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88009884-0421-4cf3-89f0-e3e1446c25ae" -d '{"events": [{"server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "name": "network-vif-deleted", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:48:19.728166 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c990e9-2834-44d7-abab-ba62ce7649c4 x-openstack-request-id: req-07c990e9-2834-44d7-abab-ba62ce7649c4 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:48:19.728921 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593cd4ed-3177-44c9-bac2-c16314781ec4", "name": "network-vif-deleted", "tag": "70bb5a7f-cb02-4e43-b041-7ba6691fdb61", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:48:19.729174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07c990e9-2834-44d7-abab-ba62ce7649c4 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:48:19.729597 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593cd4ed-3177-44c9-bac2-c16314781ec4', 'name': 'network-vif-deleted', 'tag': '70bb5a7f-cb02-4e43-b041-7ba6691fdb61', 'status': 'completed', 'code': 200} Jul 28 03:48:20.492095 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3f29-0e9a-4225-8349-bcd30c7d4dc7 req-6adf192e-ed49-4c7c-ad55-604bafa5a414 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:20.493584 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1a2d3f29-0e9a-4225-8349-bcd30c7d4dc7 req-6adf192e-ed49-4c7c-ad55-604bafa5a414 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0483489 Jul 28 03:48:20.539307 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-1a2d3f29-0e9a-4225-8349-bcd30c7d4dc7 req-bfa1ec36-4ff3-419b-9745-511d45d6dcfc tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394833 Jul 28 03:48:21.652051 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ec6d7-ac17-4dec-8e47-0713e8dbc2fc req-657d7d6d-f1d2-4dfb-829b-b8e9d86c3560 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:21.653669 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d10ec6d7-ac17-4dec-8e47-0713e8dbc2fc req-657d7d6d-f1d2-4dfb-829b-b8e9d86c3560 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0488770 Jul 28 03:48:21.693655 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-d10ec6d7-ac17-4dec-8e47-0713e8dbc2fc req-1a78dd01-773b-4f82-abe1-7f97b507bbec tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339260 Jul 28 03:48:21.936793 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:48:21.955919 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:48:21.956260 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 70bb5a7f-cb02-4e43-b041-7ba6691fdb61 not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:48:22.812111 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab58e-e6b0-4956-97c8-95977273d36b req-0d7c88f2-bdc3-46c5-9736-097add92a38c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:22.813595 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-51cab58e-e6b0-4956-97c8-95977273d36b req-0d7c88f2-bdc3-46c5-9736-097add92a38c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0522933 Jul 28 03:48:22.857070 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-51cab58e-e6b0-4956-97c8-95977273d36b req-c93ca2c0-bfd3-479c-974b-eb1079956769 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&id=1d97f87d-256f-4e03-ad41-f34f67106163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372174 Jul 28 03:48:34.155446 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-fb33b100-e97a-42a8-8e08-8be1ab7ef5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:35.806821 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:48:36.665394 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9c3f74f7-075d-4054-b816-57b65b0aaedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.148891 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 59304) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:37.167274 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.195408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Deleting subnet e7514a69-d3b8-4e59-abe6-7fbf8be16caf {{(pid=99647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:48:37.198387 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.231695 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10582778'] for subnet, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.268145 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.319311 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10544480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11392873'] for subnet, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.348170 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7514a69-d3b8-4e59-abe6-7fbf8be16caf,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:37.352632 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for subnet, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.354441 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7514a69-d3b8-4e59-abe6-7fbf8be16caf HTTP/1.1" status: 204 len: 168 time: 0.2045579 Jul 28 03:48:37.357048 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59306) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:37.359109 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.359485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.359829 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.360222 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.360568 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.360905 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.361236 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.361562 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.361892 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.362216 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.362537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.362857 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2604ce4-cb96-4a41-bda1-d9b0330b81a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:37.424376 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.501498 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.511411 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990cbccd-32f9-4896-aaff-6d7d0dd980ef']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:37.521114 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45933b15-8403-4dc8-9a07-46ff5dca8331') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:37.521407 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45933b15-8403-4dc8-9a07-46ff5dca8331') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:37.530757 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.543750 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.549310 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:48:37.549693 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:48:37.551265 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:48:37.604881 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.610057 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.611892 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] 10.222.0.35 "DELETE /v2.0/networks/990cbccd-32f9-4896-aaff-6d7d0dd980ef HTTP/1.1" status: 204 len: 168 time: 0.2538753 Jul 28 03:48:37.622517 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652af0db-e99e-4584-a374-a14279cfb999 admin admin] Pushing event deleted for resources: {'Network': ['ID=990cbccd-32f9-4896-aaff-6d7d0dd980ef,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:37.716710 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59310) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:37.761108 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-0c08f1cb-9b25-402e-8328-fd4c74ae1658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=557ee3b9679c422b9a2aef535c0ac877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408587 Jul 28 03:48:37.761357 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59312) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:37.806460 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.827189 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.832444 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.876032 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.878680 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:37.879846 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c4dac10-39a4-4235-863c-a608f23ba42a HTTP/1.1" status: 204 len: 168 time: 0.1176927 Jul 28 03:48:37.887258 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e59615-057f-4aa6-9a30-ae47b8061cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4dac10-39a4-4235-863c-a608f23ba42a,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:38.828963 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:39.644502 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:43.986566 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-a7bd0acf-f945-49a4-83e2-dae14ce52570 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398715 Jul 28 03:48:44.083291 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-eed018d0-80ff-4d36-9751-ba71b747019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:44.084742 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-eed018d0-80ff-4d36-9751-ba71b747019f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1138 time: 0.0387931 Jul 28 03:48:44.187245 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-2d6f234f-ff1b-44d9-9e87-fc5b8162edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:44.188707 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-2d6f234f-ff1b-44d9-9e87-fc5b8162edc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.0852358 Jul 28 03:48:44.252673 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-261d00f8-fa28-4bea-bdd7-e3aaeca3b30a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1002 time: 0.0559511 Jul 28 03:48:44.299982 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-c45c6f44-1ea3-48e1-94c8-04352e3a5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:44.301323 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-c45c6f44-1ea3-48e1-94c8-04352e3a5f08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0412099 Jul 28 03:48:44.347892 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-8360baf6-1aa7-446b-aaa1-90f698c16b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:44.349284 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-8360baf6-1aa7-446b-aaa1-90f698c16b9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403121 Jul 28 03:48:44.438166 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-86f6ce50-5e92-4a6c-a369-fb021d0c97c2 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783882 Jul 28 03:48:44.529342 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-661f057a-4209-4cc4-ad3c-0a68c006d10e req-64c16cce-88a4-44cc-8a87-0fdf5c5e30fa service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825336 Jul 28 03:48:55.112496 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-84d5ebfc-5f97-433d-a204-ddba79874166 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888597182&fields=id&tenant_id=3cb3f544989c47c7828316a522ca079c HTTP/1.1" status: 200 len: 267 time: 0.0330620 Jul 28 03:48:55.162312 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-d7951903-167e-4a0b-8cf8-fcefab779572 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.163731 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-d7951903-167e-4a0b-8cf8-fcefab779572 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 985 time: 0.0457237 Jul 28 03:48:55.175032 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.v2.base [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Request body: {'port': {'security_groups': ['b0e8c654-a164-4acd-b771-4acd6e971e65']}} {{(pid=99647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:48:55.235866 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587856'] for port, before_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.403562 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:48:55.431675 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for port, precommit_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.435842 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241167665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751240796977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751240796995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10544446'] for port, after_update {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.469563 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:48:55.483831 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.484452 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.485853 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-8b7dd2df-36f5-4493-96a9-0aa49fbe0e7c req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "PUT /v2.0/ports/58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 943 time: 0.3153541 Jul 28 03:48:55.486312 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:48:55.491774 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5352580b-be80-496b-8d81-39e15300b246" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:48:55.495600 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59322) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:55.515582 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c619d2-4805-46ae-93b4-98c8c3e88622 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event updated for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=7']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:55.552029 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d6a88-1e61-4cd4-ba9b-f26560266c42 x-openstack-request-id: req-3c2d6a88-1e61-4cd4-ba9b-f26560266c42 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:48:55.552730 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:48:55.553208 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c2d6a88-1e61-4cd4-ba9b-f26560266c42 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:48:55.553827 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:48:55.573063 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.605770 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.632614 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:48:55.649172 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352580b-be80-496b-8d81-39e15300b246 req-062731d6-d0f1-4712-94cc-e2b69ec47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.651899 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-062731d6-d0f1-4712-94cc-e2b69ec47b64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1099 time: 0.0535469 Jul 28 03:48:55.674080 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.677549 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.679385 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "DELETE /v2.0/security-groups/1d97f87d-256f-4e03-ad41-f34f67106163 HTTP/1.1" status: 204 len: 168 time: 0.1821404 Jul 28 03:48:55.689837 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59324) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:55.690646 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97f87d-256f-4e03-ad41-f34f67106163,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:55.768947 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.769289 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.769633 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.769970 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.770298 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.770685 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.771022 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.771363 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.772428 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.772552 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352580b-be80-496b-8d81-39e15300b246 req-8f5715f6-ddbc-4a70-86cf-8bed444fbc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.772846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.772846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.772846 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391ba25-2659-44a2-b0eb-63a1682c4e97 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:55.774215 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-8f5715f6-ddbc-4a70-86cf-8bed444fbc34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.1149602 Jul 28 03:48:55.853720 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-3ef6b721-8067-4b33-8b87-13d9c7a358d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 1002 time: 0.0701244 Jul 28 03:48:55.881919 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Deleting port 778681d9-5556-4d01-98a6-ae507e71b562 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:48:55.882291 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.903851 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352580b-be80-496b-8d81-39e15300b246 req-11861356-1a8e-406a-b937-04d3194b9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.905283 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-11861356-1a8e-406a-b937-04d3194b9e63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0438716 Jul 28 03:48:55.925973 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.provisioning_blocks [None req-7390c764-5129-4163-b495-7b7e61b835a7 None None] Provisioning complete for port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b triggered by entity DHCP. {{(pid=99648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:48:55.926272 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7390c764-5129-4163-b495-7b7e61b835a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611155'] for port, provisioning_complete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.957532 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352580b-be80-496b-8d81-39e15300b246 req-1437c9f5-166a-4ef9-b594-3d2617a82509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:55.958877 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-1437c9f5-166a-4ef9-b594-3d2617a82509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0458329 Jul 28 03:48:55.964574 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.964956 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:55.980104 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Calling delete_port for 778681d9-5556-4d01-98a6-ae507e71b562 owned by network:floatingip {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:48:56.056880 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-79c63462-71ec-428e-9999-e22bdd48b940 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907259 Jul 28 03:48:56.130178 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:56.146545 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-5352580b-be80-496b-8d81-39e15300b246 req-5b3856b5-f271-47c8-bf0d-b4018be76ab8 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820813 Jul 28 03:48:56.155094 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event deleted for resources: {'Port': ['ID=778681d9-5556-4d01-98a6-ae507e71b562,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:56.214556 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks [] for floatingip, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:56.214793 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.db.l3_db [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Floating IP c6550960-dcbd-4210-aae7-682bbcc71159 disassociated (deleted). External IP: 172.28.3.152, port: 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b. Jul 28 03:48:56.410810 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:48:56.515151 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:48:56.519785 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for floatingip, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:56.524951 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Sync routers for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:48:56.533800 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:48:56.534421 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:48:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:56.544843 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-b434d54d-65ec-4677-be3e-277c9a50a715 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "DELETE /v2.0/floatingips/c6550960-dcbd-4210-aae7-682bbcc71159 HTTP/1.1" status: 204 len: 168 time: 0.8513899 Jul 28 03:48:56.545432 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:48:56.547698 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bde9f65c410b9277ddf87092c8f99687f8dd5d034a4607a9049d182820a91320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a42be8-7801-44a2-a98c-efcde0ba6d25" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:48:56.584285 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6987815-8542-4cf0-b1a5-a1f5c129e0b5 x-openstack-request-id: req-b6987815-8542-4cf0-b1a5-a1f5c129e0b5 {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:48:56.584578 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:48:56.584828 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6987815-8542-4cf0-b1a5-a1f5c129e0b5 {{(pid=99646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:48:56.585224 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:48:56.654737 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:48:56.674937 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-5bbe90cf-4eaf-4476-963f-8e200dbcde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:56.676366 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-5bbe90cf-4eaf-4476-963f-8e200dbcde16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb3f544989c47c7828316a522ca079c&device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 1099 time: 0.0461450 Jul 28 03:48:56.778174 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-c2b34b24-6c5c-4e8e-aced-c2711fb94693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:56.779706 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-c2b34b24-6c5c-4e8e-aced-c2711fb94693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 200 len: 916 time: 0.0965226 Jul 28 03:48:56.822544 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-af81c85f-d4f8-4145-bcef-810f47854bb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 200 len: 217 time: 0.0349705 Jul 28 03:48:56.870636 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:56.875907 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-2e9d959c-fe75-490d-adae-066760a5a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:56.877342 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-2e9d959c-fe75-490d-adae-066760a5a32f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 200 len: 854 time: 0.0480971 Jul 28 03:48:56.897241 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Checking router: f8b1aa6a-4b8b-4e98-88ab-2b664709d36c for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:48:56.906164 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:48:56.906769 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:48:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:56.929778 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-8e7cd39f-3d37-42a2-9bb1-13545daae671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:56.931268 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-8e7cd39f-3d37-42a2-9bb1-13545daae671 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0389514 Jul 28 03:48:57.010630 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:48:57.019588 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-2c1ee379-5a69-4b35-8e59-ea235fca4f81 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806141 Jul 28 03:48:57.111890 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-70a42be8-7801-44a2-a98c-efcde0ba6d25 req-93f57842-d702-4255-b5b8-cafe4a951264 service neutron] 10.222.0.15 "GET /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842676 Jul 28 03:48:57.210895 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:57.237796 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00135e-5e11-433b-bd61-284b63a6176d None None] The sync data for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb is: [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:46:58Z', 'revision_number': 4, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb', '_interfaces': [{'id': '46d6fcc0-502b-42c2-9597-4ba0a3c117e1', 'name': '', 'network_id': '68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'mac_address': 'fa:16:3e:6c:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:58Z', 'updated_at': '2021-07-28T03:47:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'subnets': [{'id': 'c8ca8496-19e2-4782-9079-17f5594e7b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:48:57.452359 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4246f21-3ecf-41e6-ba45-eaa8c6225f9d None None] New status for floating IP c6550960-dcbd-4210-aae7-682bbcc71159: DOWN {{(pid=99649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:48:59.253497 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a068-d330-4c13-895e-5a7b5867ed8c req-d82aa661-2e88-4db8-9c1c-7b8461fba0d4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:59.254932 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29f6a068-d330-4c13-895e-5a7b5867ed8c req-d82aa661-2e88-4db8-9c1c-7b8461fba0d4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0478094 Jul 28 03:48:59.290930 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-29f6a068-d330-4c13-895e-5a7b5867ed8c req-50592398-6bf0-4835-a5fd-551697bc4ce8 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295291 Jul 28 03:49:00.402207 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9998fdb-ec34-44a5-8c98-982386412e01 req-d0a057f8-ee1d-418a-89e8-f8077ecba22c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:00.403641 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e9998fdb-ec34-44a5-8c98-982386412e01 req-d0a057f8-ee1d-418a-89e8-f8077ecba22c tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0467341 Jul 28 03:49:00.440745 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-e9998fdb-ec34-44a5-8c98-982386412e01 req-90f36a9e-897b-4f1e-9a10-2abb928c3322 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Jul 28 03:49:01.153924 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-0ce436c9-66bf-4054-a2b9-0d9537a2dd9e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:01.155366 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-0ce436c9-66bf-4054-a2b9-0d9537a2dd9e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0505817 Jul 28 03:49:01.498635 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Deleting port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:01.499371 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:01.552704 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e652c-9a3f-48b9-a94f-2a115e0bd1e4 req-d47e2c1c-a967-4e32-90f1-a0fe7b600d5e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:01.554180 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-569e652c-9a3f-48b9-a94f-2a115e0bd1e4 req-d47e2c1c-a967-4e32-90f1-a0fe7b600d5e tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d HTTP/1.1" status: 200 len: 946 time: 0.0466797 Jul 28 03:49:01.586489 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] For port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:01.586893 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:01.590932 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [req-569e652c-9a3f-48b9-a94f-2a115e0bd1e4 req-904e22da-b069-44c5-b711-4812b7434ed4 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0e8c654-a164-4acd-b771-4acd6e971e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302122 Jul 28 03:49:01.599637 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Calling delete_port for 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b owned by compute:nova {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:01.720268 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:01.752503 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Pushing event deleted for resources: {'Port': ['ID=58bbb15a-eaf9-4fa1-8c39-f4f3a327382b,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:01.756072 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] get_ports_and_sgs() called for port_ids ['58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'] {{(pid=99648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:49:01.794271 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] No DVR routers for this DVR port 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b on host hv-cinder-80264 {{(pid=99647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:49:01.796669 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13815'] for port, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:01.798626 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [req-4709ac65-a9c9-41be-89b9-a781734738e7 req-2d14b28c-3e50-40f6-a3de-09b30ed9db81 tempest-TestMinimumBasicScenario-873142731 tempest-TestMinimumBasicScenario-873142731-project] 10.222.0.15 "DELETE /v2.0/ports/58bbb15a-eaf9-4fa1-8c39-f4f3a327382b HTTP/1.1" status: 204 len: 173 time: 0.6373310 Jul 28 03:49:01.799033 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'name': 'network-vif-deleted', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b'}] {{(pid=99647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:49:01.801390 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd384e033ee2548ee6f58ecd500fff715b582f7bce5aa25e0ed6d596ceed51b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924dc1e3-2a60-4900-bd58-374033c3f7c6" -d '{"events": [{"server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "name": "network-vif-deleted", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b"}]}' {{(pid=99647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:49:01.837332 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a25c6-35c0-4b4f-87b9-4e84f538f410 x-openstack-request-id: req-382a25c6-35c0-4b4f-87b9-4e84f538f410 {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:49:01.837619 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d", "name": "network-vif-deleted", "tag": "58bbb15a-eaf9-4fa1-8c39-f4f3a327382b", "status": "completed", "code": 200}]} {{(pid=99647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:49:01.837866 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-382a25c6-35c0-4b4f-87b9-4e84f538f410 {{(pid=99647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:49:01.838257 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba95534-9630-4bd5-8e7c-9da7ea5f7f6d', 'name': 'network-vif-deleted', 'tag': '58bbb15a-eaf9-4fa1-8c39-f4f3a327382b', 'status': 'completed', 'code': 200} Jul 28 03:49:03.246931 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59406) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:03.583066 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.060169 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Deleting port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:04.060506 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.131511 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b no longer exists at agent hyperv_hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:04.134527 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] For port 46d6fcc0-502b-42c2-9597-4ba0a3c117e1, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:04.134897 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.150997 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Calling delete_port for 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 owned by network:router_interface {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:04.156472 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] No Port match for: 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:04.156814 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Device 58bbb15a-eaf9-4fa1-8c39-f4f3a327382b not bound to the agent host hv-cinder-80264 {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:04.168079 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0e1204b9-6cd3-43a9-8ea7-7ea09c51e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.322206 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.346664 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d6fcc0-502b-42c2-9597-4ba0a3c117e1,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:04.503695 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.707756 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:49:04.812882 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:49:04.817852 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-f464adbe-e2f9-4b85-bab2-3f3331bc9a27 admin admin] 10.222.0.35 "PUT /v2.0/routers/f8b1aa6a-4b8b-4e98-88ab-2b664709d36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696807 Jul 28 03:49:04.820624 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59408) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:04.822999 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Sync routers for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:49:04.831880 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:04.832482 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:48:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:04.921765 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks [] for router, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:04.938641 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: dv-cinder-802648-1-smb {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:05.019148 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.068836 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Deleting port 51de9692-f6fd-49e7-9b18-854f3303fd94 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:05.069171 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.115908 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:49:04Z', 'revision_number': 5, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port': {'id': '51de9692-f6fd-49e7-9b18-854f3303fd94', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:05.142942 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Checking router: f8b1aa6a-4b8b-4e98-88ab-2b664709d36c for host: dv-cinder-802648-1-smb {{(pid=99648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:49:05.144839 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] For port 51de9692-f6fd-49e7-9b18-854f3303fd94, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=51de9692-f6fd-49e7-9b18-854f3303fd94,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:05.145209 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.151986 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Routers {'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:05.152581 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:48:37Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'], 'active': True} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:05.161469 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Calling delete_port for 51de9692-f6fd-49e7-9b18-854f3303fd94 owned by network:router_gateway {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:05.235995 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvr_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] Set router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c gateway port host: None {{(pid=99648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:05.287148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_hamode_db [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:49:05Z', 'revision_number': 6, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:05.315398 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733a5e8-fb65-472d-97ab-934833f2a95e None None] The sync data for ids ['f8b1aa6a-4b8b-4e98-88ab-2b664709d36c'] in dv-cinder-802648-1-smb is: [{'id': 'f8b1aa6a-4b8b-4e98-88ab-2b664709d36c', 'name': 'tempest-TestMinimumBasicScenario-1335276438-router', 'tenant_id': '3cb3f544989c47c7828316a522ca079c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:46:56Z', 'updated_at': '2021-07-28T03:49:05Z', 'revision_number': 6, 'project_id': '3cb3f544989c47c7828316a522ca079c', 'gw_port_host': None}] {{(pid=99648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:49:05.327027 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.354673 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Pushing event deleted for resources: {'Port': ['ID=51de9692-f6fd-49e7-9b18-854f3303fd94,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:05.410397 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.496595 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.498652 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.543565 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.544072 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b1aa6a-4b8b-4e98-88ab-2b664709d36c {{(pid=99646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:49:05.550206 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] Notify callbacks [] for router, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.551510 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-2e2275e9-c822-4007-8b9c-1ebfb6e2ad9d admin admin] 10.222.0.35 "DELETE /v2.0/routers/f8b1aa6a-4b8b-4e98-88ab-2b664709d36c HTTP/1.1" status: 204 len: 168 time: 0.7293277 Jul 28 03:49:05.554013 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59410) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:05.596189 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Deleting subnet c8ca8496-19e2-4782-9079-17f5594e7b5f {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:49:05.599019 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.631733 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.713462 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.768894 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.796405 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.798163 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8ca8496-19e2-4782-9079-17f5594e7b5f HTTP/1.1" status: 204 len: 168 time: 0.2431860 Jul 28 03:49:05.799479 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdf030-0a80-4e8a-a7d8-9285309b94a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ca8496-19e2-4782-9079-17f5594e7b5f,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:05.800717 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59412) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:05.803114 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858943e-8844-4fde-9284-559aa6bea26a None None] Network 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:49:05.865485 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.920818 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Deleting port 6746302b-61cb-44b9-88c9-d4399035de82 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:05.921159 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:05.985561 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] For port 6746302b-61cb-44b9-88c9-d4399035de82, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=6746302b-61cb-44b9-88c9-d4399035de82,segment=NetworkSegment(c100ed13-abbc-4475-b972-383f87ce443f),segment_id=c100ed13-abbc-4475-b972-383f87ce443f)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:05.985933 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.000137 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Calling delete_port for 6746302b-61cb-44b9-88c9-d4399035de82 owned by network:dhcp {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:06.095735 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.123793 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6746302b-61cb-44b9-88c9-d4399035de82,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:06.125564 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] No DVR routers for this DVR port 6746302b-61cb-44b9-88c9-d4399035de82 on host dv-cinder-802648-1-smb {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:49:06.139102 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd745ee-6097-46c4-9e32-73ba71eca0a9 None None] DHCP port deletion for 68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:49:06.161677 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:06.182518 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:06.182937 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 46d6fcc0-502b-42c2-9597-4ba0a3c117e1 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:06.183301 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 51de9692-f6fd-49e7-9b18-854f3303fd94 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:06.195118 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.202136 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 51de9692-f6fd-49e7-9b18-854f3303fd94 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:06.202489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 51de9692-f6fd-49e7-9b18-854f3303fd94 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:06.205063 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:06.219434 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c100ed13-abbc-4475-b972-383f87ce443f') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:06.219809 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c100ed13-abbc-4475-b972-383f87ce443f') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:06.229271 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.243309 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.249076 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:49:06.249463 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:49:06.251203 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:49:06.304752 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.311394 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.316057 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] 10.222.0.35 "DELETE /v2.0/networks/68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc HTTP/1.1" status: 204 len: 168 time: 0.5116458 Jul 28 03:49:06.316370 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 59414) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:06.325231 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e1f4d-f8a1-4348-a286-bfbff5380e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=68158eb4-e4c8-48b8-9c0e-1f1e205aa1dc,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:06.661092 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512314'] for router_interface, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.665524 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-399d9c43-7643-4e71-99e3-99b9006bef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.898635 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Deleting port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:06.899537 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.973232 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] For port 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:06.973510 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:06.986237 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Calling delete_port for 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 owned by network:router_interface {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:07.158716 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.169349 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.185629 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:07.351115 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512342'] for router_interface, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.562334 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Router f8696862-b451-4980-b6a4-abf487696490 has already been hosted by L3 agent a85afb0d-1f00-4dbe-85a1-a4aa26e2c315 {{(pid=99647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:49:07.665922 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] Notify agent at l3_agent.dv-cinder-802648-1-smb the message routers_updated {{(pid=99647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:49:07.670908 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-208330c4-3e30-420c-8c0a-e13882b049dc admin admin] 10.222.0.35 "PUT /v2.0/routers/f8696862-b451-4980-b6a4-abf487696490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534396 Jul 28 03:49:07.673497 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.wsgi [-] (99647) accepted ('10.222.0.35', 59416) {{(pid=99647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:07.676121 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Sync routers for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:49:07.685320 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:07.685923 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:49:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:07.777408 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks [] for router, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.794341 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: dv-cinder-802648-1-smb {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:07.837298 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.880143 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.931485 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Deleting port aaf34570-df04-4664-8107-01390ab791d8 {{(pid=99647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:07.931824 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:07.969562 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'external_fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'aaf34570-df04-4664-8107-01390ab791d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:49:07Z', 'revision_number': 5, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port': {'id': 'aaf34570-df04-4664-8107-01390ab791d8', 'name': '', 'network_id': 'd7f7b2a7-2aa8-4840-94e2-87ef0cf2aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8696862-b451-4980-b6a4-abf487696490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:47:01Z', 'updated_at': '2021-07-28T03:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59c7bcd1-dc03-4899-ad1b-a9635dfa8cd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-smb'}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:08.005509 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Checking router: f8696862-b451-4980-b6a4-abf487696490 for host: dv-cinder-802648-1-smb {{(pid=99649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:49:08.014640 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Routers {'f8696862-b451-4980-b6a4-abf487696490'} bound to L3 agent in host dv-cinder-802648-1-smb {{(pid=99649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:08.015242 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:31:37Z,description=,heartbeat_timestamp=2021-07-28T03:49:07Z,host='dv-cinder-802648-1-smb',id=a85afb0d-1f00-4dbe-85a1-a4aa26e2c315,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:31:37Z,topic='l3_agent')) {'router_ids': ['f8696862-b451-4980-b6a4-abf487696490'], 'active': True} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:08.019580 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.db [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] For port aaf34570-df04-4664-8107-01390ab791d8, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=aaf34570-df04-4664-8107-01390ab791d8,segment=NetworkSegment(98cbc0b0-ac5f-4542-b2db-2347ba365bed),segment_id=98cbc0b0-ac5f-4542-b2db-2347ba365bed)] {{(pid=99647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:08.019948 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.033254 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.plugins.ml2.plugin [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Calling delete_port for aaf34570-df04-4664-8107-01390ab791d8 owned by network:router_gateway {{(pid=99647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:08.091558 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 6746302b-61cb-44b9-88c9-d4399035de82 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:08.109637 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_dvr_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] Set router f8696862-b451-4980-b6a4-abf487696490 gateway port host: None {{(pid=99649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:08.112908 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 6746302b-61cb-44b9-88c9-d4399035de82 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:08.113256 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 6746302b-61cb-44b9-88c9-d4399035de82 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:08.163909 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.l3_hamode_db [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:49:07Z', 'revision_number': 6, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port_host': None}], 'dv-cinder-802648-1-smb', False) {} {{(pid=99649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:08.190613 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c179-8eed-4c66-9444-1a39f2d93065 None None] The sync data for ids ['f8696862-b451-4980-b6a4-abf487696490'] in dv-cinder-802648-1-smb is: [{'id': 'f8696862-b451-4980-b6a4-abf487696490', 'name': 'tempest-TestMinimumBasicScenario-1129783273-router', 'tenant_id': 'ad538d1af40046b89107f3d9dddb1653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:47:00Z', 'updated_at': '2021-07-28T03:49:07Z', 'revision_number': 6, 'project_id': 'ad538d1af40046b89107f3d9dddb1653', 'gw_port_host': None}] {{(pid=99649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:49:08.206565 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10544437'] for port, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.230461 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf34570-df04-4664-8107-01390ab791d8,revision_number=None']} {{(pid=99647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:08.293022 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759860'] for router_gateway, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.379281 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60543'] for router, precommit_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.381303 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.423147 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3672315'] for router, after_delete {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.423712 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8696862-b451-4980-b6a4-abf487696490 {{(pid=99647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:49:08.428470 dv-cinder-802648-1-smb neutron-server[99647]: DEBUG neutron_lib.callbacks.manager [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] Notify callbacks [] for router, before_response {{(pid=99647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.429633 dv-cinder-802648-1-smb neutron-server[99647]: INFO neutron.wsgi [None req-1b17fca8-bdf0-4c5c-9450-94324de75654 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f8696862-b451-4980-b6a4-abf487696490 HTTP/1.1" status: 204 len: 168 time: 0.7552304 Jul 28 03:49:08.432784 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59418) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:08.476265 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.db_base_plugin_v2 [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Deleting subnet b51a956d-393c-4584-af0a-957ddb75e9e7 {{(pid=99646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:49:08.479181 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.516444 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11020866'] for subnet, precommit_delete_associations {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.595457 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607607'] for subnet, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.647196 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11128837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11850387'] for subnet, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.670854 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51a956d-393c-4584-af0a-957ddb75e9e7,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:08.675408 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.679551 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-22025ced-7c1c-4309-9abb-1267f2ecd4ae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b51a956d-393c-4584-af0a-957ddb75e9e7 HTTP/1.1" status: 204 len: 168 time: 0.2434261 Jul 28 03:49:08.679894 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59420) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:08.681750 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0350f-bf07-4fa5-a5b2-957443dc8d85 None None] Network 9ced2e47-2e7c-4296-8896-2e1a09381dbb requested from dv-cinder-802648-1-smb {{(pid=99648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:49:08.750358 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620485'] for network, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.809296 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Deleting port b5ce9abf-4309-4a2e-92ad-d13782868953 {{(pid=99646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:08.809560 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.829056 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.875862 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.db [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] For port b5ce9abf-4309-4a2e-92ad-d13782868953, host dv-cinder-802648-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-smb',level=0,port_id=b5ce9abf-4309-4a2e-92ad-d13782868953,segment=NetworkSegment(268b3d3e-6d18-4e5b-b994-8fc3b44e9920),segment_id=268b3d3e-6d18-4e5b-b994-8fc3b44e9920)] {{(pid=99646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:08.876155 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.888024 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.plugin [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Calling delete_port for b5ce9abf-4309-4a2e-92ad-d13782868953 owned by network:dhcp {{(pid=99646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:08.942673 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] DHCP port deletion for 9ced2e47-2e7c-4296-8896-2e1a09381dbb request from dv-cinder-802648-1-smb {{(pid=99648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:49:08.971723 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11128912'] for port, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:08.994315 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Deleting port b5ce9abf-4309-4a2e-92ad-d13782868953 {{(pid=99648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:08.994680 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241162635'] for port, before_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.002424 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] No DVR routers for this DVR port b5ce9abf-4309-4a2e-92ad-d13782868953 on host dv-cinder-802648-1-smb {{(pid=99646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:49:09.007258 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ce9abf-4309-4a2e-92ad-d13782868953,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:09.055204 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.db [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] For port b5ce9abf-4309-4a2e-92ad-d13782868953, host dv-cinder-802648-1-smb, got binding levels [] {{(pid=99648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:09.056216 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401445'] for port, precommit_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.069414 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Calling delete_port for b5ce9abf-4309-4a2e-92ad-d13782868953 owned by network:dhcp {{(pid=99648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:09.072640 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.ipam_backend_mixin [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Port b5ce9abf-4309-4a2e-92ad-d13782868953 was not found and therefore no delete operation was performed {{(pid=99648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 03:49:09.073958 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241167647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751240796968'] for port, after_delete {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.078167 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3604802', 'neutron.services.segments.db._delete_segments_for_network-8751241243185'] for network, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.088799 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ced2e47-2e7c-4296-8896-2e1a09381dbb']}} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:09.098439 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Pushing event deleted for resources: {'Port': ['ID=b5ce9abf-4309-4a2e-92ad-d13782868953,revision_number=None']} {{(pid=99648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:09.098971 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268b3d3e-6d18-4e5b-b994-8fc3b44e9920') {'for_net_delete': True} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:09.099399 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.services.segments.db [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268b3d3e-6d18-4e5b-b994-8fc3b44e9920') {} {{(pid=99646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:09.102686 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] No DVR routers for this DVR port b5ce9abf-4309-4a2e-92ad-d13782868953 on host dv-cinder-802648-1-smb {{(pid=99648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:49:09.108667 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.108667 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110192 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110578 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.110914 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.111112 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.111467 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.111574 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241243962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11020875'] for segment, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.111791 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbee4c3-0eec-48fe-9fcb-465a141d6b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-smb {{(pid=99648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:09.131672 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242'] for segment, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.138442 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=99646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:49:09.138827 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3634242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11128959'] for segment, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: Traceback (most recent call last): Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: timer() Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: cb(*args, **kw) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: return func(*args, **kwargs) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: self._notify() Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: self.callback(batched_events) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: event.method(event) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: return f(self, *a, **k) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: return self._get(url).json() Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: return self.request(url, 'GET', **kwargs) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:49:09.140542 dv-cinder-802648-1-smb neutron-server[99646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:49:09.201028 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759816'] for network, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.206355 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743883'] for network, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.208140 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] 10.222.0.35 "DELETE /v2.0/networks/9ced2e47-2e7c-4296-8896-2e1a09381dbb HTTP/1.1" status: 204 len: 168 time: 0.5269892 Jul 28 03:49:09.224223 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ad851-a1e5-4561-9fed-b6200036797c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ced2e47-2e7c-4296-8896-2e1a09381dbb,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:09.366485 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59424) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:09.406573 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c5baac00-22ec-4812-8b08-1b65382ffef1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cb3f544989c47c7828316a522ca079c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389216 Jul 28 03:49:09.408849 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59426) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:09.454350 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.474720 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.526359 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.529012 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.530138 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0e8c654-a164-4acd-b771-4acd6e971e65 HTTP/1.1" status: 204 len: 168 time: 0.1204109 Jul 28 03:49:09.538103 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35514cd9-e5e6-4c89-b1ef-106da6b45dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8c654-a164-4acd-b771-4acd6e971e65,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:09.649722 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.829270 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59432) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:09.867282 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-ae7839c3-854d-4fdb-88e4-7a454ca9cfad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad538d1af40046b89107f3d9dddb1653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367434 Jul 28 03:49:09.869922 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.wsgi [-] (99646) accepted ('10.222.0.35', 59434) {{(pid=99646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:09.914181 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.936708 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.982115 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741418'] for security_group, after_delete {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.984972 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron_lib.callbacks.manager [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:09.986012 dv-cinder-802648-1-smb neutron-server[99646]: INFO neutron.wsgi [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c03a886-96be-4416-8e2b-624b1cda1ddb HTTP/1.1" status: 204 len: 168 time: 0.1152384 Jul 28 03:49:09.997435 dv-cinder-802648-1-smb neutron-server[99646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c39488-5844-4350-a9fb-50db5b8826d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03a886-96be-4416-8e2b-624b1cda1ddb,revision_number=None']} {{(pid=99646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:10.045756 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:10.070483 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:10.071463 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device 4a2eccf5-a1db-41e3-bb63-476fcd6bd6b0 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:10.071880 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device aaf34570-df04-4664-8107-01390ab791d8 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:10.091425 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: aaf34570-df04-4664-8107-01390ab791d8 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:10.091777 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device aaf34570-df04-4664-8107-01390ab791d8 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:10.092189 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device b5ce9abf-4309-4a2e-92ad-d13782868953 no longer exists at agent ovs-agent-dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:49:10.111886 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] No Port match for: b5ce9abf-4309-4a2e-92ad-d13782868953 {{(pid=99648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:49:10.112231 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron.plugins.ml2.rpc [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Device b5ce9abf-4309-4a2e-92ad-d13782868953 not bound to the agent host dv-cinder-802648-1-smb {{(pid=99648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:49:12.806499 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:49:34.158249 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-000d78f7-0b58-4d76-be47-c44c3b8780c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.666489 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-b0d730e0-2282-4be6-92a7-459ece37846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:37.170169 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:37.837209 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:38.825264 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.651909 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:49.805866 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:04.158686 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-88ac2808-ea03-42b0-becc-b697abb028e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:06.667490 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0816437e-099f-453f-86f9-d08ad55a43b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:07.170621 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:07.839773 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:08.846020 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:09.654722 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:26.804714 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:34.159064 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-70993bd2-af76-4df9-94cb-4ff2b5824c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:36.670660 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-458f8509-0057-4113-b604-ac498c7c7c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:37.170354 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:37.842143 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:38.845174 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:39.657615 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.804294 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:51:04.158833 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-888a6673-6ed1-4418-85d0-8ab2b9d8e9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:06.671044 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9472f97a-a494-43bd-ae0d-399003cd536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.170567 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.844841 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.849308 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.660599 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.158374 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ca449f4c-9e9f-43a6-b135-39beded2a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:36.672559 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-728f51a1-d307-44e7-82fd-ed453da81b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.171215 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.846655 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.857933 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:39.663117 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.802000 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:04.158972 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-5a118dab-9a88-4e35-abea-30f808665645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.674935 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6618008b-86e2-436a-a14b-916bf66abf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.171762 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.848563 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.857941 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.666824 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.800142 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:34.158178 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6360851d-611b-4c95-8f59-46e5832dd39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:36.677493 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-42c60a8c-47ce-4601-aa26-d5a61b432388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:37.172174 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:37.850768 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:38.860950 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:39.671520 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:54.800379 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:04.158469 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-71703b19-6e4b-48d6-a574-e82b63814055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:06.677988 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0d11-d91f-41bc-91a9-da2822d1ea21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.172205 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.852755 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:08.888539 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:09.674161 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.799962 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:34.158131 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-d30e6928-a63c-4b6d-84e6-ec920cfcde2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:36.678216 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ce3de53-bfe1-407d-b400-93b1f313a41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:37.172491 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:37.855533 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:38.875708 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:39.677818 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:04.157884 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-83fafe4e-bd33-423d-a2ba-763c49c7cfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:06.677675 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-c58dd1f9-4a70-4728-91ad-7d201ae1925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:07.174148 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a6-50a6-4b09-9d3a-d43d0d357f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:07.860764 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-6ee086bf-b9a3-490f-b4a9-fad9b32acd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:08.799705 dv-cinder-802648-1-smb neutron-server[99649]: DEBUG neutron.db.agents_db [None req-0f1e8597-0810-4242-861e-d7be775710b3 None None] Agent healthcheck: found 6 active agents {{(pid=99649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:54:08.886539 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecde6-04b0-432f-963d-93bb00843117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:09.680430 dv-cinder-802648-1-smb neutron-server[99648]: DEBUG neutron_lib.callbacks.manager [None req-ec273d10-c1ef-414c-9acb-2f50e28f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241243167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611202'] for agent, after_update {{(pid=99648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}